-- Logs begin at Wed 2021-02-17 17:10:05 UTC, end at Wed 2021-02-17 18:14:39 UTC. -- Feb 17 17:47:56.865319 dv-cinder-760194-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 17:47:59.565068 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:47:59.565554 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:47:59.566866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:47:59.568644 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:47:59.568932 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:47:59.569283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:47:59.570365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:47:59.570641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:47:59.571678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:47:59.571962 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:47:59.572217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:47:59.572585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.572929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.573271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.573534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.573874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.574212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.574558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.574896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.575812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.576149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.576470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.576791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.577049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.577369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.577701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.578032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.578287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] debug = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.578634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.579173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.579494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.579807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.580138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.580449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.580759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.581077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.581446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] host = dv-cinder-760194-3-smb {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.581763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.582095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.582477 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.582808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.583122 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.583541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.584926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.587794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.588197 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] log_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.589017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.589364 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.589940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.590371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.590654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.590941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.591395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.591740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.592060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.592378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.592693 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.593008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.593321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.593629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.593959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.594292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.594653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.594968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.595279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.595589 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.595896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.596224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.596533 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.596842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.597153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.597482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.597787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.598095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.598465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.598798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.599124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.599454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.599762 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.600086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.600392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.600696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.601004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] use_json = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.601310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.601615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.601935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.602245 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.602576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.602885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.603192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.603519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:47:59.603849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.604187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.604533 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.604849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.605184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.605502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.605830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.606145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.606541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.606878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.607202 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.607516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.607838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.608148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.608481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.608823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.609159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.609494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.609804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.610112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.610443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.610757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.611080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.611413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.611744 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.612053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.612364 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.612697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.613009 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.613315 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.613625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.613953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.614268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.614601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.614919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.615227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.615532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.615834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.616141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.616469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.616777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.617078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.617381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.617690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.617993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.618311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.618645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.618949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.619252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.619563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.619868 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.620174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.620484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.620790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.621099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.621404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.621707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.622012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.622861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.623166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.623470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.623775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.624085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.624392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.624697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.625003 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.625308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.625613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.625929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.626263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.626601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.626914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.627224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.627536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.627844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.628157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.628470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.628782 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.629088 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.629421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.629738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.630057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.630394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.630710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.631045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.631357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.631673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.631983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.632295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.632613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.632935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.633265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.633593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.633923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.634253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.634608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.634926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.635275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.635592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:47:59.635836 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:47:59.636096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83830) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 17:48:00.289906 dv-cinder-760194-3-smb neutron-server[83830]: INFO keyring.backend [-] Loading Gnome Feb 17 17:48:00.307971 dv-cinder-760194-3-smb neutron-server[83830]: INFO keyring.backend [-] Loading Google Feb 17 17:48:00.310610 dv-cinder-760194-3-smb neutron-server[83830]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 17:48:00.314045 dv-cinder-760194-3-smb neutron-server[83830]: INFO keyring.backend [-] Loading file Feb 17 17:48:00.315028 dv-cinder-760194-3-smb neutron-server[83830]: INFO keyring.backend [-] Loading keyczar Feb 17 17:48:00.315308 dv-cinder-760194-3-smb neutron-server[83830]: INFO keyring.backend [-] Loading multi Feb 17 17:48:00.315939 dv-cinder-760194-3-smb neutron-server[83830]: INFO keyring.backend [-] Loading pyfs Feb 17 17:48:00.361467 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:00.361785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:00.362108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:00.362507 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 17:48:00.749390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.749917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.750016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.799012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.799331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.799632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.803228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.803541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.803840 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.869894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.870205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.870540 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.871678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.871984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:00.872792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.141355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.141681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.141980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.142291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.143139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.289008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.289393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.289716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.290017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.290313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.290721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.291020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.291308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.291597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.291929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.292224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.292527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.292832 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.293121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.293435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.293751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.294583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.294909 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.295195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.295677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.295963 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.296246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.296583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.296864 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.297140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.297558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:01.297831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:01.298100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:01.298388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:01.298663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:01.298933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:01.299352 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 17:48:01.302613 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 17:48:01.306498 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 17:48:01.310980 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Feb 17 17:48:01.312616 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 17:48:01.313883 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 17:48:01.314270 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 17:48:01.314757 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 17:48:01.317479 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 17:48:01.317759 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 17:48:01.318137 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 17:48:01.339494 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 17:48:01.340004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.340335 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83830) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 17:48:01.340742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.342108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83830) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 17:48:01.342448 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 17:48:01.342731 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 17:48:01.345943 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.346258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.413014 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 17:48:01.413237 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 17:48:01.413505 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 17:48:01.413904 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 17:48:01.447391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.sqlalchemy.engines [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83830) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 17:48:01.882143 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Initializing driver for type 'gre' Feb 17 17:48:01.882734 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] gre ID ranges: [(1, 1000)] Feb 17 17:48:01.923158 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Initializing driver for type 'local' Feb 17 17:48:01.923534 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Initializing driver for type 'vlan' Feb 17 17:48:01.933099 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] VlanTypeDriver initialization complete Feb 17 17:48:01.933471 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Initializing driver for type 'vxlan' Feb 17 17:48:01.933992 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] vxlan ID ranges: [(1, 1000)] Feb 17 17:48:01.974145 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Initializing extension driver 'port_security' Feb 17 17:48:01.974558 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.extensions.port_security [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] PortSecurityExtensionDriver initialization complete Feb 17 17:48:01.974940 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Initializing mechanism driver 'openvswitch' Feb 17 17:48:01.981065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83830) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:01.981916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.982327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.982747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.983176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnet after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.983565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnet after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.983953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.984371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.984760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.985142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.985561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > security_group after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.985946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > security_group after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.986320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > security_group after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.986758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.987142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.987511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.988050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > address_group after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.988430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > address_group after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.988808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > address_group after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.989173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] ML2 OVO RPC backend initialized. {{(pid=83830) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 17:48:01.989895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.990284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.990768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.991153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > networks before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.991535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.991912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > ports before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.992292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnet before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.992669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnets before_response 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.993051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.993428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.993798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.994171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.994567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.994940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.995317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnet after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.995690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnet after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.996066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:01.996701 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.plugin [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Modular L2 Plugin initialization complete Feb 17 17:48:01.997058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading services supported by the core plugin {{(pid=83830) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 17:48:01.997450 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.plugins.ml2.managers [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Got port-security extension from driver 'port_security' Feb 17 17:48:01.997963 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.extensions.vlantransparent [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Disabled vlantransparent extension. Feb 17 17:48:01.998542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83830) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 17:48:01.998818 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: router Feb 17 17:48:02.038071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router_interface before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.038543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router after_create 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.038955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router before_create 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.039360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.039784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.040180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router after_delete 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.040584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > floatingip after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.040994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router after_create 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.041378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router after_update 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.041770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router after_update 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.042161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.042593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router after_update 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.043087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_update 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.043511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: port after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.043893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: port after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.044297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: subnet after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.044677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.045069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > port precommit_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.045463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_create 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.045848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: port before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.046234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.046699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router after_update 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.047089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_delete 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.047481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_create 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.047895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.048285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_update 55549900 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.048720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > network after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.049718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Tracking information for resource: router configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:02.050093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Tracking information for resource: floatingip configured {{(pid=83830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:48:02.054927 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_agentschedulers_db [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 17:48:02.055586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: port after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.055984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: port after_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.056372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: port after_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.056759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: port after_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.057666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router before_create 55550100 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.058073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_delete 55550100 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.058506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_create 55550100 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.058905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > router precommit_update 55550100 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.063666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.provider_configuration [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service providers = [] {{(pid=83830) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 17:48:02.064067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.servicetype_db [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83830) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 17:48:02.067052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.service_base [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:48:02.067438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.service_base [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:48:02.067818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.service_base [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:48:02.068706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.service_base [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:48:02.069113 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.services.service_base [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 17:48:02.069531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.069887 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 17:48:02.080570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.080946 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: auto_allocate Feb 17 17:48:02.086802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: network precommit_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.087208 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: network precommit_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.087794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.088151 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: tag Feb 17 17:48:02.095567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.095939 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: timestamp Feb 17 17:48:02.099753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.100272 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: network_ip_availability Feb 17 17:48:02.105725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.106135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.106573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.107365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.107727 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: flavors Feb 17 17:48:02.112197 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.112566 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading Plugin: revisions Feb 17 17:48:02.116862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:48:02.117286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=83830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:02.118089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83830) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 17:48:02.118487 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Initializing extension manager. Feb 17 17:48:02.119050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: __init__.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.119430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: __pycache__ {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.119804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.120177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: address_group.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.121132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.121772 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: address-group Feb 17 17:48:02.122147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: address_scope.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.122955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.123537 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: address-scope Feb 17 17:48:02.123901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.124850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.125430 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: router-admin-state-down-before-update Feb 17 17:48:02.125799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: agent.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.126582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.127162 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: agent Feb 17 17:48:02.127524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: agent_resources_synced.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.128443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.129016 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: agent-resources-synced Feb 17 17:48:02.129377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: allowedaddresspairs.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.131184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.131777 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: allowed-address-pairs Feb 17 17:48:02.132187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: auto_allocated_topology.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.133222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.133803 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: auto-allocated-topology Feb 17 17:48:02.134169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: availability_zone.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.134959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.135544 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: availability_zone Feb 17 17:48:02.135907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: availability_zone_filter.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.136826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.137404 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: availability_zone_filter Feb 17 17:48:02.138265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: data_plane_status.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.139217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.139795 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 17:48:02.140154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: default_subnetpools.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.141068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.141646 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: default-subnetpools Feb 17 17:48:02.142007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.142982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.143564 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: dhcp_agent_scheduler Feb 17 17:48:02.143931 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: dns.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.144845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.145420 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension dns-integration not supported by any of loaded plugins Feb 17 17:48:02.145787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: dns_domain_ports.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.146726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.147302 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 17:48:02.147929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: dvr.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.148642 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.149219 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: dvr Feb 17 17:48:02.149580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: empty_string_filtering.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.150527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.151106 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: empty-string-filtering Feb 17 17:48:02.151467 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.152378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.152949 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:48:02.153308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.154799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.155377 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 17:48:02.155743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: external_net.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.156646 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.157224 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: external-net Feb 17 17:48:02.157585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.158519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.159099 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: extra_dhcp_opt Feb 17 17:48:02.159459 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: extraroute.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.160365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.160938 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: extraroute Feb 17 17:48:02.161298 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: extraroute_atomic.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.162437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.162899 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: extraroute-atomic Feb 17 17:48:02.163259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: filter_validation.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.163950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.164523 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: filter-validation Feb 17 17:48:02.164884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: fip_pf_description.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.165798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.166385 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 17:48:02.166748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: fip_port_details.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.167661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.168236 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: fip-port-details Feb 17 17:48:02.168595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: flavors.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.169837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.170444 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: flavors Feb 17 17:48:02.170810 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.172497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.173063 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 17:48:02.173525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: floatingip_pools.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.174271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.174888 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: floatingip-pools Feb 17 17:48:02.175253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: ip_allocation.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.176193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.176773 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 17:48:02.177136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.178056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.178674 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: ip-substring-filtering Feb 17 17:48:02.179039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l2_adjacency.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.179960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.180581 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 17:48:02.181020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l3.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.182304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.183086 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: router Feb 17 17:48:02.183468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.185971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.186608 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:48:02.186982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.187908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.188497 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: ext-gw-mode Feb 17 17:48:02.188894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.189849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.190471 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: l3-ha Feb 17 17:48:02.190837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l3_flavors.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.191752 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.192333 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: l3-flavors Feb 17 17:48:02.192697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.193631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.194213 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 17:48:02.194601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: l3agentscheduler.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.195891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.196483 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: l3_agent_scheduler Feb 17 17:48:02.196854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: logging.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.198387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.198986 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension logging not supported by any of loaded plugins Feb 17 17:48:02.199363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: metering.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.200164 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.201414 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: metering Feb 17 17:48:02.201785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.202937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.203526 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: metering_source_and_destination_fields Feb 17 17:48:02.203892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: multiprovidernet.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.204842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.205425 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: multi-provider Feb 17 17:48:02.205790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: netmtu.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.206741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.207318 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: net-mtu Feb 17 17:48:02.207681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: netmtu_writable.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.208601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.209175 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: net-mtu-writable Feb 17 17:48:02.209538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: network_availability_zone.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.210267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.210869 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: network_availability_zone Feb 17 17:48:02.211230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: network_ip_availability.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.212329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.212909 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: network-ip-availability Feb 17 17:48:02.213271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: network_segment_range.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.214188 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.214807 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 17:48:02.215173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: pagination.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.216825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.217199 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: pagination Feb 17 17:48:02.217564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: port_device_profile.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.218524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.219116 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: port-device-profile Feb 17 17:48:02.219480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.220407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.220990 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: port-mac-address-regenerate Feb 17 17:48:02.221355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.222271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.222888 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: port-numa-affinity-policy Feb 17 17:48:02.223249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: port_resource_request.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.224160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.224739 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 17:48:02.225099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: portbindings.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.226043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.226659 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: binding Feb 17 17:48:02.227027 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: portbindings_extended.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.228302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.228885 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: binding-extended Feb 17 17:48:02.229318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: portsecurity.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.230274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.230893 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: port-security Feb 17 17:48:02.231255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: project_id.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.232258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.232629 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: project-id Feb 17 17:48:02.232993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: providernet.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.233914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.234520 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: provider Feb 17 17:48:02.234883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.238470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.239070 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos not supported by any of loaded plugins Feb 17 17:48:02.239447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.241789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.242438 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 17:48:02.242821 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.243757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.244339 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 17:48:02.244707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_default.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.245623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.246199 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-default not supported by any of loaded plugins Feb 17 17:48:02.246596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_fip.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.247824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.248399 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-fip not supported by any of loaded plugins Feb 17 17:48:02.248759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_gateway_ip.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.249684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.250260 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 17:48:02.250648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_port_network_policy.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.251566 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.252142 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 17:48:02.252501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_rule_type_details.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.253416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.253992 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 17:48:02.254374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: qos_rules_alias.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.255435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.256017 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 17:48:02.256383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: quotasv2.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.257379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.257750 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: quotas Feb 17 17:48:02.258106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: quotasv2_detail.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.259753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.260141 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: quota_details Feb 17 17:48:02.260517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: rbac.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.261670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.262270 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: rbac-policies Feb 17 17:48:02.262672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: rbac_address_scope.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.264158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.264740 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: rbac-address-scope Feb 17 17:48:02.265104 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: rbac_security_groups.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.266135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.266750 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: rbac-security-groups Feb 17 17:48:02.267119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: rbac_subnetpool.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.268042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.268620 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: rbac-subnetpool Feb 17 17:48:02.268984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: revisionifmatch.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.269913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.270524 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: revision-if-match Feb 17 17:48:02.270890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: revisions.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.272018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.272851 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: standard-attr-revisions Feb 17 17:48:02.273215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: router_availability_zone.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.273932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.274551 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: router_availability_zone Feb 17 17:48:02.274916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: routerservicetype.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.275852 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.276490 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension router-service-type not supported by any of loaded plugins Feb 17 17:48:02.276856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.277789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.278444 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: security-groups-normalized-cidr Feb 17 17:48:02.278818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.279787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.280352 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: port-security-groups-filtering Feb 17 17:48:02.280714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.281656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.282245 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: security-groups-remote-address-group Feb 17 17:48:02.282643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: securitygroup.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.295822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.296437 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: security-group Feb 17 17:48:02.296818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: segment.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.297684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.298267 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension segment not supported by any of loaded plugins Feb 17 17:48:02.298680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.299635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.300217 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 17:48:02.300584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: servicetype.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.301720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.302266 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: service-type Feb 17 17:48:02.302659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: sorting.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.303633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.304011 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: sorting Feb 17 17:48:02.304375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: standard_attr_segment.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.305296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.305884 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 17:48:02.306246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: standardattrdescription.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.306962 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.307546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: standard-attr-description Feb 17 17:48:02.307908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: stateful_security_group.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.308850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.309434 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: stateful-security-group Feb 17 17:48:02.310372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: stdattrs_common.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.310958 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 17:48:02.311320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.312344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.312935 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 17:48:02.313300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: subnet_onboard.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.314394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.314984 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: subnet_onboard Feb 17 17:48:02.315348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.316286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.316861 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 17:48:02.317223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: subnet_service_types.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.318158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.318787 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: subnet-service-types Feb 17 17:48:02.319147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: subnetallocation.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.320215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.320802 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: subnet_allocation Feb 17 17:48:02.321169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.321872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.322490 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: subnetpool-prefix-ops Feb 17 17:48:02.322852 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.323787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.324368 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 17:48:02.324728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: tagging.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.326680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.327287 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: standard-attr-tag Feb 17 17:48:02.327663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: timestamp.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.328853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.329440 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loaded extension: standard-attr-timestamp Feb 17 17:48:02.329809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: trunk.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.330858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.331447 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension trunk not supported by any of loaded plugins Feb 17 17:48:02.331811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: trunk_details.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.332725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.333304 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension trunk-details not supported by any of loaded plugins Feb 17 17:48:02.333667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: uplink_status_propagation.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.334605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.335182 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 17:48:02.335545 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Loading extension file: vlantransparent.py {{(pid=83830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:48:02.336245 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:48:02.336822 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 17:48:02.339541 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:network Feb 17 17:48:02.340361 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:subnet Feb 17 17:48:02.341072 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:48:02.341746 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:port Feb 17 17:48:02.343275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.343761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service FLAVORS assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.344459 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.344934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.345314 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:router Feb 17 17:48:02.346045 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:48:02.346854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service METERING assigned prefix: /metering {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.348656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.349061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.349446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:48:02.350647 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:48:02.351137 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:48:02.351947 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:48:02.352761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service CORE assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.353134 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:48:02.353498 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] subnetpool is already registered Feb 17 17:48:02.354172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service CORE assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.354589 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:48:02.354959 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] subnetpool is already registered Feb 17 17:48:02.357713 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.358195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service FLAVORS assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.358878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.359344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.359718 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:router Feb 17 17:48:02.360083 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] router is already registered Feb 17 17:48:02.360748 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:48:02.361112 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] floatingip is already registered Feb 17 17:48:02.361811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service METERING assigned prefix: /metering {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.362593 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:48:02.362916 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] rbac_policy is already registered Feb 17 17:48:02.363543 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:48:02.363909 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] security_group is already registered Feb 17 17:48:02.364560 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:48:02.364921 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] security_group_rule is already registered Feb 17 17:48:02.365655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service CORE assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.366023 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:48:02.366406 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] subnetpool is already registered Feb 17 17:48:02.367063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.resource_helper [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Service CORE assigned prefix: {{(pid=83830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:48:02.367429 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:48:02.367797 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.quota.resource_registry [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] subnetpool is already registered Feb 17 17:48:02.368518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: extensions {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.370155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: address-groups {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.371886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: address-scopes {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.373713 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: agents {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.374978 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: auto-allocated-topology {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.376296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: availability_zones {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.377826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: dhcp-networks {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.379372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: dhcp-agents {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.380870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: routers {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.382855 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: flavors {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.384112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: service_profiles {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.385395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: next_providers {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.387895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: service_profiles {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.389965 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: floatingip-pools {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.391303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: routers {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.393233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: floatingips {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.394527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: l3-routers {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.396000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: l3-agents {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.397494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: metering-labels {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.399229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: metering-label-rules {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.400613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: network-ip-availabilities {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.402007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: bindings {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.403794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: quotas {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.405322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: quotas {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.406882 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: rbac-policies {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.408279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: security-groups {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.409549 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: security-group-rules {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.410890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: service-providers {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.412189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: subnetpools {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.413689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: subnetpools {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.415345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.417113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.419093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.420953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.422904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.424680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.426587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.428534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.430535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.432475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.extensions [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Extended resource: tags {{(pid=83830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:48:02.440033 dv-cinder-760194-3-smb neutron-server[83830]: WARNING keystonemiddleware.auth_token [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 17:48:02.445382 dv-cinder-760194-3-smb neutron-server[83830]: WARNING keystonemiddleware.auth_token [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 17:48:02.455815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Acquired lock "singleton_lock" {{(pid=83830) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 17:48:02.456342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Releasing lock "singleton_lock" {{(pid=83830) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 17:48:02.458616 dv-cinder-760194-3-smb neutron-server[83830]: INFO oslo_service.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Starting 2 workers Feb 17 17:48:02.463458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Started child 83941 {{(pid=83830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:48:02.467428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:02.468258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Started child 83942 {{(pid=83830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:48:02.468868 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [-] (83941) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:48:02.469750 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 17:48:02.470445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Notify callbacks [] for process, before_spawn {{(pid=83830) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:02.471697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:02.473018 dv-cinder-760194-3-smb neutron-server[83830]: INFO oslo_service.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Starting 1 workers Feb 17 17:48:02.473208 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [-] (83942) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:48:02.478550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Started child 83943 {{(pid=83830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:48:02.479103 dv-cinder-760194-3-smb neutron-server[83830]: INFO oslo_service.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Starting 1 workers Feb 17 17:48:02.480503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] calling RpcWorker wait() {{(pid=83943) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 17:48:02.480902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] returning from RpcWorker wait() {{(pid=83943) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 17:48:02.482547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:02.483058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:02.483896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Started child 83944 {{(pid=83830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:48:02.484725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-94320c80-3a0f-44c5-959b-5f9f94b00c5d None None] Notify callbacks [] for process, after_spawn {{(pid=83830) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:02.486304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83830) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:48:02.486591 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:48:02.486798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:48:02.487058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:48:02.487443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:48:02.487608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:48:02.487701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:02.488154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.488453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.488753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:02.488850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.489045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.489384 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.490065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.490376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.490681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.490988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.491281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.491478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.491673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.491958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.492253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.492588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.492876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.493154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.493448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.493659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.493939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.494246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.494557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.494849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] debug = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.495120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.495698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.495968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.496249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.496522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.496827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.497092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.497926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.498207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.498519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.498771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.499059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.499307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.499577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.499882 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.500138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.500587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] host = dv-cinder-760194-3-smb {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.500837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.501084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.501349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.501621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.501915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.502175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.502514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.502816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.503092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.503352 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.503625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.503888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.504174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.504436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.504629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_options = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.504891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.505194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.505500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.505718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.505910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.506100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.506398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.506568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.506850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.507116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.507364 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.507608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.507890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.508148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.508389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.508637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.508918 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.509158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.509440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.509736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.509983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.510264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.510562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.510824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.511068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.511310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.511572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.511839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.513029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.513830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.514143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.514592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.515032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.515398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.515660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.516074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.516399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.516721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.516969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.517257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.517555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.517812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.518089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.518403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.518598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.518870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_json = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.519265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.519596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44088) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:02.520117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.521264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.521264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.521570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.521714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.521941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.522234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.522964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.523291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.523642 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.523924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.524667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.524667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.524851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.524944 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.525449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.525732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.526085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.526329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.526845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.527111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.527397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.527747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.528063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.528374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.528680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.528939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.529216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.529481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.529804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.530124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.530460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.530724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.531185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.531646 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.531923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.532180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.532454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.532730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.533891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.534143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.534481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.534687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.534964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.535228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.536171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.536171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.536171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.536408 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.536518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.536993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.537254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.537512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.537763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.538039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.538320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.538629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.538916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.539195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.539448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.539701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.539957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.540279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.540469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.540727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.540997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.541269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.541532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.541791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.542082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.542308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.542565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.543432 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.543432 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.543726 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094759 Feb 17 17:48:02.543881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.543881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.543881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.544295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.544295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.544679 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.545670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.545929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.546204 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.546484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.546743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.547000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.548130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.548582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.549019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.549486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.549946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.550260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.550656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.550932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.551211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.551479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.551767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.552038 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.552603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.552603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.552896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.553041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.553311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.554184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.554184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.554184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.554672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.554672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.554979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.555137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.555365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.555595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.556194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.557486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.557486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.557486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.557486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.557486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.558651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.558651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.558651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.558651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.558651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.562240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.562240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.562240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.562240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.562240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.563305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.563626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.563940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.564240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.564535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.564833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.565157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.565429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.565690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.565942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.566234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.566636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.566919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.567388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.567388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.567690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.567993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.568252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.569592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.569592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.569592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.569592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.569592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.569929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.570127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.570414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.570633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.570906 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.571161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.571418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.571819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.572271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.572754 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.573232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.573493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.573748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.574010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.574263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.574592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.576450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.576450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.576450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.576450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.576450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.576934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.576934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.577623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.577623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.577948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.577948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.578212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.579401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.579680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.579967 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.580227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.580524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.580788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.581045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.581301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.581578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.581834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.582105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.582571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.582835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.584997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.585272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.585531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.585758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.586016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.586275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.587458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.587753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.588039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.588295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.588549 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.588807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.589063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.589315 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.589672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.589950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.590216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.591534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.591823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.592978 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.593100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.593357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.593621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.593901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.594178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.595032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.595032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.595032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.596614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.596614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.597363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.597653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.597969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.598252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.598576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.598874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.599262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.599513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.599802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.600097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.600393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.600655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.600961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.601334 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.601682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.601994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.602306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.604079 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.604397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.604734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.604997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.605322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.605704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.605995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.606299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.606631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.606908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.607175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.607436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.607695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.607954 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.608211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.608494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.608778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.609045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.609300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.609575 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.609833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.610098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.610370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.611714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.611714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.612033 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:48:02.612394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83830) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:48:02.612589 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:48:02.612774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:48:02.613000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:48:02.613206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:48:02.613390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:48:02.613630 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.613800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.613959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.614176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.614328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.614558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.614752 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.614942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.615131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.615325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.615515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.615673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.616622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.616856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.617001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.617148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.617287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.617478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.617671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.617869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.618010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.618184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] debug = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.619785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.620305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.620305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.620305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.620690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.620690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.620690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.621232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.621232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.621232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] host = dv-cinder-760194-3-smb {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.621631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.621631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.621893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.621893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.622695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.622695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.622987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.623127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.623230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.623370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.623536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.623726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.623914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.624100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.624288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_options = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.624475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.624661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.624848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.625059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.625249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.625420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.625767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.626160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.626324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.627339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.627339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.627339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.627339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.627339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.627339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.628763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.629348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.629348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.629348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.629742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.629742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.629742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.630134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.630134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.630423 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.630423 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.630688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.630825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.630979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.631125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.631263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.631401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.631538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.631750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.631890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.632028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.632182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.632335 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_json = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.632474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.632655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.632842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.633077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.633237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.633376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.633513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.633695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:48:02.633896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.634072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.634274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.634476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.634674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.634853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.635043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.635238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.635406 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.635794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.638633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.639748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.640086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.640086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.640240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.640389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.640710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.641085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.641250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.641427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.641827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.642007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.642402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.642402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.642651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.642778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.642892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.643062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.646974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.647495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.648134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.648358 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.648568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.648775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.649259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.649259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.649563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.649563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.649838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.649838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.650111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.650249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.650411 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.650556 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.650706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.650844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.651043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.651235 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.651428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.651632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.654393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.655847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.656504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.656504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.656504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.656504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.656504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.656933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.656933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.657116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.657210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.657367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.657543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.657907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.658083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.658471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.658647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.658805 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.658999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.659921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.659921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.659921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.659921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.659921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.660617 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.660617 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.660617 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.660617 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.661285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.661285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.661285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.661285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.661794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.661794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.661794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.662202 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.662202 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.662541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.662541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.662753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.662753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.662981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.663322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.663322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.663626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.663626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.663884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.663884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.664227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.664227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.664492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.664636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.664752 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.664894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.665021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.665211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.665386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.665773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.666388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.666388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.666388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.666620 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.666709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.666881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.667006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.667344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.667700 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.667896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.668090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.668287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.668479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.668673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.668865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.669575 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.669850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.669948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.670090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.670282 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.670508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.670702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.670911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.671103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.671293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.671485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.671677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.671869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.672059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.672252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.672442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.672683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.672788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.672961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.673155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.673347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.673539 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.673730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.673921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.674111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.674300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.674533 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.674724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.674917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.675112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.675302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.675504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.675697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.676607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.676607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.676607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.676607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.676607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.676947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.676947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.677081 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.677255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.677370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.677562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.677762 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.677952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.678142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.678364 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.678542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.679515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.679515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.679515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.679515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.679515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.680056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.680056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.680056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.681987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.685457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.686402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.687155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:48:02.687155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:48:12.758093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3636c-8105-488e-a094-a87040cd38fd None None] get_active_networks_info from dv-cinder-760194-3-smb {{(pid=83943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 17:48:12.918380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3636c-8105-488e-a094-a87040cd38fd None None] No non-hosted networks {{(pid=83943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 17:48:12.939114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f5ac06fd-81fa-4ec9-831a-ccddf3bf1694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998'] for agent, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:15.196468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-25adac17-b4a5-4162-ae80-9ee84e07ac1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998'] for agent, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:15.286310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-99e80e86-1e98-4a46-a400-d4ba6e28a206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:15.367410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998'] for agent, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:16.367907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998'] for agent, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:16.369440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.370330 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.370947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.371526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.372688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.373810 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.374555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.375140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.375842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.376417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.376978 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.377538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:16.378260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760194-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:16.384156 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760194-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:17.242055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998'] for agent, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:18.245392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] get_endpoint_by_host() called for host dv-cinder-760194-3-smb {{(pid=83943) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:48:18.250824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] get_endpoint_by_ip() called for ip 192.168.0.59 {{(pid=83943) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:48:18.254026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] _add_endpoint() called for ip 192.168.0.59 {{(pid=83943) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:48:18.259727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] _get_endpoints() called {{(pid=83943) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:48:18.476894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44190) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:19.106321 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-adb7f871-80d8-4259-bcce-391da512f10d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:48:19.106893 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-adb7f871-80d8-4259-bcce-391da512f10d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:48:19.339318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [None req-adb7f871-80d8-4259-bcce-391da512f10d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:48:19.340486 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-adb7f871-80d8-4259-bcce-391da512f10d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8625565 Feb 17 17:48:20.388454 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_hamode_db [None req-8190547d-7ae8-455e-a185-544c184bd5e5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 17:48:20.480341 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190547d-7ae8-455e-a185-544c184bd5e5 None None] Routers set() bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:48:20.480702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190547d-7ae8-455e-a185-544c184bd5e5 None None] Router IDs set() for agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 17:48:22.082232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44204) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:22.469793 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:22.538442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.policy [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83941) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:48:22.573940 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:48:22.574374 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:48:22.600847 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] Loaded quota_driver: . Feb 17 17:48:22.616497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:22.672880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298682704913', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298682624697', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298682629262', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298682603267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298682601724', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036838446276', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838428537', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577172', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853777201'] for rbac-policy, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:22.736151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:22.737307 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5013c9dd-d8ec-4560-ad3b-f92faaf12410 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6540220 Feb 17 17:48:25.695837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44218) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:26.059389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:26.065276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:26.069949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Usage tracker for resource:network and tenant:8cca0628ccbd44d4bae9933818a3a2e1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:48:26.073667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:48:26.080218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:48:26.088917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Made reservation on behalf of 8cca0628ccbd44d4bae9933818a3a2e1 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:48:26.095514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.113842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.283073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:26.286979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:8cca0628ccbd44d4bae9933818a3a2e1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:48:26.290547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:48:26.296469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:48:26.394372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.396990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.401857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:26.422769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:48:26.449733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.450226 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Added segment 855241b6-b24c-4996-9275-011c28884b43 of type vxlan for network 2169f7cb-6ced-404c-b275-42f86d9cef09 Feb 17 17:48:26.501214 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f36d1ac-2a4a-4d62-9d45-b65d337bd64d,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:26.518212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.518616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.518981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.519339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.519695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.520050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.520399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.520746 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.521094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.521439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.521783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.522125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Tracked resource versions report: Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: pushed versions: Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: { 'AddressGroup': {'1.1'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': {'1.0'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': {'1.0'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': {'1.1'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': {'1.7'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': {'1.2'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': {'1.8'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': {'1.4'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': {'1.0'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': {'1.1'}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': {'1.1'}} Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: consumer versions: Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: { DHCP agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: L3 agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: Metadata agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: Metering agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@dv-cinder-760194-3-smb: { 'AddressGroup': '1.1', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}} Feb 17 17:48:26.523224 dv-cinder-760194-3-smb neutron-server[83830]: {{(pid=83941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:48:26.569041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.573397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:26.606647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.607971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:26.608634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:26.615730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:26.723801 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0267954 Feb 17 17:48:26.726667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=2169f7cb-6ced-404c-b275-42f86d9cef09,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:26.741110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:26.749046 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:48:29.726596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44234) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:30.203476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da501bf1-709f-4162-8075-821e1d9dbae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:30.204913 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-da501bf1-709f-4162-8075-821e1d9dbae3 admin admin] 10.222.0.52 "GET /v2.0/networks/2169f7cb-6ced-404c-b275-42f86d9cef09 HTTP/1.1" status: 200 len: 818 time: 0.4772460 Feb 17 17:48:30.233244 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ef025aed-82d8-4640-b91b-01e73b9ccef5 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/b8552fee-118e-4eb4-ba8d-533ed2114416 HTTP/1.1" status: 200 len: 734 time: 0.0222278 Feb 17 17:48:30.242555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Request body: {'subnet': {'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'ip_version': 4, 'subnetpool_id': 'b8552fee-118e-4eb4-ba8d-533ed2114416', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:30.247029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:30.251449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Usage tracker for resource:subnet and tenant:8cca0628ccbd44d4bae9933818a3a2e1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:48:30.254453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:48:30.260023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:48:30.269347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Made reservation on behalf of 8cca0628ccbd44d4bae9933818a3a2e1 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:48:30.274143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:30.749456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:30.763818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:30.893222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e5c1d5-7ca4-4c0c-abf6-8528854ad365,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:30.900131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:30.963530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Checking segment: {'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:48:30.963903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Network hostable DHCP agents. Network: 2169f7cb-6ced-404c-b275-42f86d9cef09, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:48:30.984626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:48:30.993008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 2169f7cb-6ced-404c-b275-42f86d9cef09) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:48:30.997321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:30.997967 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:31.003376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde08e45-6f46-4352-abe9-d9c3fcabecc4 None None] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:48:31.018667 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7770081 Feb 17 17:48:31.495322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45e6ba6e-285f-5e41-a64b-f9a6ba1e3939-2169f7cb-6ced-404c-b275-42f86d9cef09', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'fixed_ips': [{'subnet_id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365'}]}} from dv-cinder-760194-3-smb. {{(pid=83943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:48:31.496372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:31.808768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Allocated IP 172.20.0.2 (2169f7cb-6ced-404c-b275-42f86d9cef09/70e5c1d5-7ca4-4c0c-abf6-8528854ad365/9877b6c9-4bca-4e25-8bbe-df4d631a1e33) {{(pid=83943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:48:32.040644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Notify callbacks [] for port, precommit_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:32.053759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Transition to ACTIVE for port object 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:48:32.072596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Transition to ACTIVE for port object 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 will not be triggered until provisioned by entity DHCP. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:48:32.078795 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:32.094542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:32.229506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Pushing event updated for resources: {'Port': ['ID=9877b6c9-4bca-4e25-8bbe-df4d631a1e33,revision_number=1']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:32.240090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.240466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.240832 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.241193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.241549 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.241905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.242737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.242737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.243005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.243300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.243646 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.243993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Tracked resource versions report: Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: pushed versions: Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: { 'AddressGroup': {'1.1'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': {'1.0'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': {'1.0'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': {'1.1'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': {'1.7'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': {'1.2'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': {'1.8'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': {'1.4'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': {'1.0'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': {'1.1'}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': {'1.1'}} Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: consumer versions: Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: { DHCP agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: L3 agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: Metadata agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: Metering agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@dv-cinder-760194-3-smb: { 'AddressGroup': '1.1', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}} Feb 17 17:48:32.245161 dv-cinder-760194-3-smb neutron-server[83830]: {{(pid=83943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:48:32.255506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:32.301403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 is already hosted by enough agents. {{(pid=83943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:48:32.302674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Resources bound (agent type, host, resource id): {{(pid=83943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:48:32.305403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Received port after_create {{(pid=83943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:48:32.366626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Attempting to bind port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:32.366974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Attempting to bind port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:48:32.367385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Attempting to bind port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 on network 2169f7cb-6ced-404c-b275-42f86d9cef09 {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:48:32.373339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:48:32.373759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Checking segment: {'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:48:32.374259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:32.374707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Bound using segment: {'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:48:32.375237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Bound port: 9877b6c9-4bca-4e25-8bbe-df4d631a1e33, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:48:32.375645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:32.466456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] For port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:48:32.470469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] For port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=9877b6c9-4bca-4e25-8bbe-df4d631a1e33,segment=NetworkSegment(855241b6-b24c-4996-9275-011c28884b43),segment_id=855241b6-b24c-4996-9275-011c28884b43)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:48:32.473805 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:32.488572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:32.636534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Pushing event updated for resources: {'Port': ['ID=9877b6c9-4bca-4e25-8bbe-df4d631a1e33,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:32.641764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:33.790036 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44244) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:34.196247 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [None req-c83fa24e-cbb7-4ec8-a831-0fa09101fec3 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:48:34.197318 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c83fa24e-cbb7-4ec8-a831-0fa09101fec3 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4061835 Feb 17 17:48:36.340444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:48:36.410842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:48:36.957517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44258) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:37.358376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [None req-8c6f1c8a-7e26-466f-a321-3e113874e03b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:48:37.359558 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8c6f1c8a-7e26-466f-a321-3e113874e03b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4011710 Feb 17 17:48:37.465660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe876eb-78ab-4e2e-94ff-f68e0cb73cb6 None None] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:48:37.566547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Provisioning for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:48:37.577460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Provisioning complete for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:37.577867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:37.827380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:37.869597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] For port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=9877b6c9-4bca-4e25-8bbe-df4d631a1e33,segment=NetworkSegment(855241b6-b24c-4996-9275-011c28884b43),segment_id=855241b6-b24c-4996-9275-011c28884b43)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:48:37.874626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:37.879295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:37.957857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Pushing event updated for resources: {'Port': ['ID=9877b6c9-4bca-4e25-8bbe-df4d631a1e33,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:37.961193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:38.104329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-8c303177-383e-40b7-8c71-25cfb385ad73 None None] Provisioning complete for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:38.104861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8c303177-383e-40b7-8c71-25cfb385ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:38.341270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:48:38.413312 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-b72ccf99-aaf0-4f03-bd65-ce0696c6b068 None None] Provisioning complete for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:38.413813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b72ccf99-aaf0-4f03-bd65-ce0696c6b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:38.487787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:38.488206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:38.875962 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-1463b0b6-b301-4a98-a747-29c2f4e9f144 None None] Provisioning complete for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:38.876371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1463b0b6-b301-4a98-a747-29c2f4e9f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:40.412539 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44270) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:40.784202 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Request body: {'router': {'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:40.789484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:40.793493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Usage tracker for resource:router and tenant:8cca0628ccbd44d4bae9933818a3a2e1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:48:40.796680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:48:40.802319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:48:40.811704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5305'] for router, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:40.812983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853727602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853765699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770527'] for router, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:40.835367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:40.941790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853856084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566'] for router, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:40.959616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] Notify callbacks [] for router, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:40.960865 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1c297769-8c5e-41c0-b275-d25c2ff986da admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5472806 Feb 17 17:48:42.670499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8fba8fba-500d-4dbe-ae32-078340c0571e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:43.645504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44280) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:44.032560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [None req-84c6018b-c00c-4060-a89f-14f42b860d70 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:48:44.033612 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-84c6018b-c00c-4060-a89f-14f42b860d70 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3871114 Feb 17 17:48:45.205450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bcc21209-98d7-4f7e-8c5b-ce7740835ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:45.299178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:46.367031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:46.769360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44300) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:46.926512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:46.931229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:46.935119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Usage tracker for resource:network and tenant:b3b6150b94054199817d0e7894229748 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:48:46.938522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:48:46.944099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:48:46.953329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Made reservation on behalf of b3b6150b94054199817d0e7894229748 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:48:46.957907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:46.970729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:46.986735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:46.991688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Usage tracker for resource:security_group_rule and tenant:b3b6150b94054199817d0e7894229748 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:48:46.994576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:48:47.000155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:48:47.083116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:47.085575 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:47.089750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:47.103577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Reserving flat network on physical network physnet1 {{(pid=83941) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 17:48:47.127771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:47.128363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Unsubscribe: segment precommit_create {{(pid=83941) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 17:48:47.128779 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Added segment e90ca937-5fbc-41a1-843a-816ab5401e41 of type flat for network b6e25248-6bed-4b78-8681-3d07b5d178fb Feb 17 17:48:47.129833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cba70b-7eca-4880-97ee-5baa85534c63,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:47.136255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:47.165698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:47.183576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:47.202135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:47.203390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:47.204012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:47.208792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:47.312750 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5422943 Feb 17 17:48:47.313488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Pushing event updated for resources: {'Network': ['ID=b6e25248-6bed-4b78-8681-3d07b5d178fb,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:47.316429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:47.324813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network b6e25248-6bed-4b78-8681-3d07b5d178fb details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:48:49.823891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44320) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:49.941112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029738ba-6fe1-4e47-8178-7546c301bab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:49.942560 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-029738ba-6fe1-4e47-8178-7546c301bab4 admin admin] 10.222.0.52 "GET /v2.0/subnets/70e5c1d5-7ca4-4c0c-abf6-8528854ad365 HTTP/1.1" status: 200 len: 849 time: 0.1176023 Feb 17 17:48:50.092434 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1b778fd4-a81c-4ef5-a07d-9934f15028bc admin admin] 10.222.0.52 "GET /v2.0/routers/d85df1d1-81e4-4312-92e6-0e32d5b83dc5 HTTP/1.1" status: 200 len: 704 time: 0.1436644 Feb 17 17:48:50.553091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:48:50.728192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.088223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Allocated IP 172.20.0.1 (2169f7cb-6ced-404c-b275-42f86d9cef09/70e5c1d5-7ca4-4c0c-abf6-8528854ad365/998ca646-23c7-4495-99ea-83d73ea0bd10) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:48:51.252798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.270531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Transition to ACTIVE for port object 998ca646-23c7-4495-99ea-83d73ea0bd10 will not be triggered until provisioned by entity DHCP. {{(pid=83941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:48:51.324492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.339863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:51.469965 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Pushing event updated for resources: {'Port': ['ID=998ca646-23c7-4495-99ea-83d73ea0bd10,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:51.476294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:51.533100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:48:51.534185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:48:51.536550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:48:51.537237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853850857'] for router_interface, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.789351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-640439af-2c6c-4b9d-ae68-b4b3fe93c4c6 None None] Provisioning for port 998ca646-23c7-4495-99ea-83d73ea0bd10 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:48:51.794192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-640439af-2c6c-4b9d-ae68-b4b3fe93c4c6 None None] Provisioning complete for port 998ca646-23c7-4495-99ea-83d73ea0bd10 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:51.795203 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-640439af-2c6c-4b9d-ae68-b4b3fe93c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.809035 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.853185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-640439af-2c6c-4b9d-ae68-b4b3fe93c4c6 None None] Port 998ca646-23c7-4495-99ea-83d73ea0bd10 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:48:52.100041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:52.103498 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:52.104631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925041'] for router_interface, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:52.119399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:52.255344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Pushing event updated for resources: {'Port': ['ID=998ca646-23c7-4495-99ea-83d73ea0bd10,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:52.259500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:52.314097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:48:52.315276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:48:52.575607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-66062f3e-ec8d-4e1b-8681-dbfcddb37ac4 None None] Provisioning complete for port 998ca646-23c7-4495-99ea-83d73ea0bd10 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:52.576069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-66062f3e-ec8d-4e1b-8681-dbfcddb37ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:52.632633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-66062f3e-ec8d-4e1b-8681-dbfcddb37ac4 None None] Port 998ca646-23c7-4495-99ea-83d73ea0bd10 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:48:52.679554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 is scheduled to L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f with binding_index 1 {{(pid=83941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:48:52.842785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:48:52.852778 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] 10.222.0.52 "PUT /v2.0/routers/d85df1d1-81e4-4312-92e6-0e32d5b83dc5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7546899 Feb 17 17:48:52.852923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Sync routers for ids ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:48:52.865131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Routers {'d85df1d1-81e4-4312-92e6-0e32d5b83dc5'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:48:52.866001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:48:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:53.054656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Set router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 gateway port host: None {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:48:53.613755 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'name': 'router1', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:48:40Z', 'updated_at': '2021-02-17T17:48:51Z', 'revision_number': 2, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'gw_port_host': None, '_interfaces': [{'id': '998ca646-23c7-4495-99ea-83d73ea0bd10', 'name': '', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'mac_address': 'fa:16:3e:7b:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:48:50Z', 'updated_at': '2021-02-17T17:48:51Z', 'revision_number': 2, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'subnets': [{'id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8552fee-118e-4eb4-ba8d-533ed2114416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:53.618822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Checking router: d85df1d1-81e4-4312-92e6-0e32d5b83dc5 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:48:53.619229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Updating router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 port 998ca646-23c7-4495-99ea-83d73ea0bd10 binding host dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:48:53.679300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:54.129879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Notify callbacks [] for port, precommit_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:54.144228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Transition to ACTIVE for port object 998ca646-23c7-4495-99ea-83d73ea0bd10 will not be triggered until provisioned by entity L2. {{(pid=83944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:48:54.146963 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:54.163573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:54.305032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Pushing event updated for resources: {'Port': ['ID=998ca646-23c7-4495-99ea-83d73ea0bd10,revision_number=3']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:54.327347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.327879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.328284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.328642 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.328995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.329347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.329694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.330041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.330405 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.330753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.331092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.331430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Tracked resource versions report: Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: pushed versions: Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: { 'AddressGroup': {'1.1'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': {'1.0'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': {'1.0'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': {'1.1'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': {'1.7'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': {'1.2'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': {'1.8'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': {'1.4'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': {'1.0'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': {'1.1'}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': {'1.1'}} Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: consumer versions: Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: { DHCP agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: L3 agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: Metadata agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: Metering agent@dv-cinder-760194-3-smb: {}, Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@dv-cinder-760194-3-smb: { 'AddressGroup': '1.1', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}} Feb 17 17:48:54.332500 dv-cinder-760194-3-smb neutron-server[83830]: {{(pid=83944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:48:54.339500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:54.488434 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Attempting to bind port 998ca646-23c7-4495-99ea-83d73ea0bd10 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:54.488858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Attempting to bind port 998ca646-23c7-4495-99ea-83d73ea0bd10 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:48:54.489289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Attempting to bind port 998ca646-23c7-4495-99ea-83d73ea0bd10 on network 2169f7cb-6ced-404c-b275-42f86d9cef09 {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:48:54.495221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:48:54.495652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Checking segment: {'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:48:54.496161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:54.496593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Bound using segment: {'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:48:54.497138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Bound port: 998ca646-23c7-4495-99ea-83d73ea0bd10, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855241b6-b24c-4996-9275-011c28884b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09'}}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:48:54.497601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:54.592073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] For port 998ca646-23c7-4495-99ea-83d73ea0bd10, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:48:54.596873 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] For port 998ca646-23c7-4495-99ea-83d73ea0bd10, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=998ca646-23c7-4495-99ea-83d73ea0bd10,segment=NetworkSegment(855241b6-b24c-4996-9275-011c28884b43),segment_id=855241b6-b24c-4996-9275-011c28884b43)] {{(pid=83944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:48:54.599296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:54.614348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:54.765812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Pushing event updated for resources: {'Port': ['ID=998ca646-23c7-4495-99ea-83d73ea0bd10,revision_number=4']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:54.770698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:54.823409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Routers {'d85df1d1-81e4-4312-92e6-0e32d5b83dc5'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:48:54.824058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:48:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:54.994419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] Set router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 gateway port host: None {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:48:55.341016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'name': 'router1', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:48:40Z', 'updated_at': '2021-02-17T17:48:51Z', 'revision_number': 2, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'gw_port_host': None, '_interfaces': [{'id': '998ca646-23c7-4495-99ea-83d73ea0bd10', 'name': '', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'mac_address': 'fa:16:3e:7b:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:48:50Z', 'updated_at': '2021-02-17T17:48:54Z', 'revision_number': 4, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'subnets': [{'id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8552fee-118e-4eb4-ba8d-533ed2114416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:55.345931 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ff8a0-4b90-4fd5-aaab-ee3cb733ab28 None None] The sync data for ids ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'] in dv-cinder-760194-3-smb is: [{'id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'name': 'router1', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:48:40Z', 'updated_at': '2021-02-17T17:48:51Z', 'revision_number': 2, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'gw_port_host': None, '_interfaces': [{'id': '998ca646-23c7-4495-99ea-83d73ea0bd10', 'name': '', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'mac_address': 'fa:16:3e:7b:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:48:50Z', 'updated_at': '2021-02-17T17:48:54Z', 'revision_number': 4, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'subnets': [{'id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8552fee-118e-4eb4-ba8d-533ed2114416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:48:55.382806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44332) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:55.541637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cab63e-23da-400e-8dbf-cecba9fe2d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:55.542280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-30cab63e-23da-400e-8dbf-cecba9fe2d7b admin admin] Synchronizing usage tracker for tenant:b3b6150b94054199817d0e7894229748 on resource:network {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:48:55.560504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-30cab63e-23da-400e-8dbf-cecba9fe2d7b admin admin] Unset dirty status for tenant:b3b6150b94054199817d0e7894229748 on resource:network {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:48:55.561670 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-30cab63e-23da-400e-8dbf-cecba9fe2d7b admin admin] 10.222.0.52 "GET /v2.0/networks/b6e25248-6bed-4b78-8681-3d07b5d178fb HTTP/1.1" status: 200 len: 842 time: 0.1778326 Feb 17 17:48:55.572118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:55.577476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:48:55.581389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Usage tracker for resource:subnet and tenant:b3b6150b94054199817d0e7894229748 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:48:55.584324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:48:55.590478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:48:55.599441 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Made reservation on behalf of b3b6150b94054199817d0e7894229748 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:48:55.604034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:56.040846 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83941) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:48:56.041360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:56.056370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:56.180033 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49a233a-dd15-4c28-8a36-af076187fffb,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:56.184456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:56.266604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:48:56.267006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Network hostable DHCP agents. Network: b6e25248-6bed-4b78-8681-3d07b5d178fb, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:48:56.288921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:48:56.300694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, b6e25248-6bed-4b78-8681-3d07b5d178fb) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:48:56.308970 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14dc533-c2ec-470f-bb4f-c915cc3db379 None None] Network b6e25248-6bed-4b78-8681-3d07b5d178fb requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:48:56.311103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:56.311747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:56.342948 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7745626 Feb 17 17:48:56.389738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 998ca646-23c7-4495-99ea-83d73ea0bd10 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:48:56.523697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 998ca646-23c7-4495-99ea-83d73ea0bd10 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:48:56.562161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 998ca646-23c7-4495-99ea-83d73ea0bd10 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:56.563550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:56.717832 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f8493-0378-4df1-8cdf-c0b54a637b28 None None] Network b6e25248-6bed-4b78-8681-3d07b5d178fb requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:48:56.823827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:56.891082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 998ca646-23c7-4495-99ea-83d73ea0bd10, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=998ca646-23c7-4495-99ea-83d73ea0bd10,segment=NetworkSegment(855241b6-b24c-4996-9275-011c28884b43),segment_id=855241b6-b24c-4996-9275-011c28884b43)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:48:56.929451 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:56.939784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:48:57.053948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=998ca646-23c7-4495-99ea-83d73ea0bd10,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:48:57.056905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:48:58.329178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 998ca646-23c7-4495-99ea-83d73ea0bd10 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:48:58.401142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 998ca646-23c7-4495-99ea-83d73ea0bd10 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:48:58.401546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:58.937628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44346) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:59.150039 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0ac05a5b-1a89-41b8-9742-4152efb8e8ba admin admin] 10.222.0.52 "GET /v2.0/routers/d85df1d1-81e4-4312-92e6-0e32d5b83dc5 HTTP/1.1" status: 200 len: 710 time: 0.2108939 Feb 17 17:48:59.288454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f51474-366f-40d0-ad5e-84dbd2e32409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:48:59.289840 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b4f51474-366f-40d0-ad5e-84dbd2e32409 admin admin] 10.222.0.52 "GET /v2.0/networks/b6e25248-6bed-4b78-8681-3d07b5d178fb HTTP/1.1" status: 200 len: 886 time: 0.1339612 Feb 17 17:48:59.300338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:59.946637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.288496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.351834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.364723 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.380084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:49:00.384064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:49:00.387007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:49:00.393309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:49:00.475576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.478177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.493711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:49:00.586122 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef62017-7125-4e5e-b12d-c2e1c393d01f,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:49:00.590519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:49:00.752106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Allocated IP 172.28.0.88 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/88f1d68b-1112-45c4-a741-203bf2b56096) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:49:00.902250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.931474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:00.946904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d3cd2b82-1fdb-463f-b7db-f043c33577f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:49:01.079933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Pushing event updated for resources: {'Port': ['ID=88f1d68b-1112-45c4-a741-203bf2b56096,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:49:01.084502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:49:01.134646 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:49:01.135759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:49:01.138402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:49:01.539779 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:01.889829 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:01.893218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1047613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853728250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919732'] for router, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:02.265308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:49:02.449253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:49:02.459636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Sync routers for ids ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:49:02.464914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Notify callbacks [] for router, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:02.466734 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] 10.222.0.52 "PUT /v2.0/routers/d85df1d1-81e4-4312-92e6-0e32d5b83dc5 HTTP/1.1" status: 200 len: 889 time: 3.1693046 Feb 17 17:49:02.469981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Routers {'d85df1d1-81e4-4312-92e6-0e32d5b83dc5'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:49:02.470694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:48:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:49:02.673545 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Set router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:49:03.175616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'name': 'router1', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': '88f1d68b-1112-45c4-a741-203bf2b56096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:48:40Z', 'updated_at': '2021-02-17T17:49:01Z', 'revision_number': 4, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'gw_port': {'id': '88f1d68b-1112-45c4-a741-203bf2b56096', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:49:00Z', 'updated_at': '2021-02-17T17:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '998ca646-23c7-4495-99ea-83d73ea0bd10', 'name': '', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'mac_address': 'fa:16:3e:7b:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:48:50Z', 'updated_at': '2021-02-17T17:48:56Z', 'revision_number': 5, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'subnets': [{'id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8552fee-118e-4eb4-ba8d-533ed2114416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:49:03.180587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Checking router: d85df1d1-81e4-4312-92e6-0e32d5b83dc5 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:49:03.180986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Updating router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 port 88f1d68b-1112-45c4-a741-203bf2b56096 binding host dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:49:03.241783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:03.644905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Notify callbacks [] for port, precommit_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:03.657053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Transition to ACTIVE for port object 88f1d68b-1112-45c4-a741-203bf2b56096 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:49:03.659690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:03.675265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:49:03.810261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1fa0-f26c-4742-ba57-13a5371f2056 None None] Pushing event updated for resources: {'Port': ['ID=88f1d68b-1112-45c4-a741-203bf2b56096,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:49:03.814883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1f0a1fa0-f26c-4742-ba57-13a5371f2056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:49:03.874509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Attempting to bind port 88f1d68b-1112-45c4-a741-203bf2b56096 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:03.874923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Attempting to bind port 88f1d68b-1112-45c4-a741-203bf2b56096 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:49:03.875327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Attempting to bind port 88f1d68b-1112-45c4-a741-203bf2b56096 on network b6e25248-6bed-4b78-8681-3d07b5d178fb {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:49:03.880867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:49:03.881281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:49:03.881724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:03.882150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Bound using segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:49:03.882685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Bound port: 88f1d68b-1112-45c4-a741-203bf2b56096, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:49:03.883099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:03.961029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] For port 88f1d68b-1112-45c4-a741-203bf2b56096, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:49:03.964064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] For port 88f1d68b-1112-45c4-a741-203bf2b56096, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=88f1d68b-1112-45c4-a741-203bf2b56096,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:49:03.967872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:03.983751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b8aaff4c-ca4b-47f7-ba5e-6e3caa792908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:49:04.124198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1fa0-f26c-4742-ba57-13a5371f2056 None None] Pushing event updated for resources: {'Port': ['ID=88f1d68b-1112-45c4-a741-203bf2b56096,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:49:04.136371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1f0a1fa0-f26c-4742-ba57-13a5371f2056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:49:04.177267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Routers {'d85df1d1-81e4-4312-92e6-0e32d5b83dc5'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:49:04.177917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:48:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:49:04.366890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] Set router d85df1d1-81e4-4312-92e6-0e32d5b83dc5 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:49:04.714466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'name': 'router1', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': '88f1d68b-1112-45c4-a741-203bf2b56096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:48:40Z', 'updated_at': '2021-02-17T17:49:01Z', 'revision_number': 4, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'gw_port': {'id': '88f1d68b-1112-45c4-a741-203bf2b56096', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:49:00Z', 'updated_at': '2021-02-17T17:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '998ca646-23c7-4495-99ea-83d73ea0bd10', 'name': '', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'mac_address': 'fa:16:3e:7b:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:48:50Z', 'updated_at': '2021-02-17T17:48:56Z', 'revision_number': 5, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'subnets': [{'id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8552fee-118e-4eb4-ba8d-533ed2114416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:49:04.719132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3f233-3a99-4fb4-9148-db9362ceefd1 None None] The sync data for ids ['d85df1d1-81e4-4312-92e6-0e32d5b83dc5'] in dv-cinder-760194-3-smb is: [{'id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'name': 'router1', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': '88f1d68b-1112-45c4-a741-203bf2b56096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:48:40Z', 'updated_at': '2021-02-17T17:49:01Z', 'revision_number': 4, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'gw_port': {'id': '88f1d68b-1112-45c4-a741-203bf2b56096', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:49:00Z', 'updated_at': '2021-02-17T17:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '998ca646-23c7-4495-99ea-83d73ea0bd10', 'name': '', 'network_id': '2169f7cb-6ced-404c-b275-42f86d9cef09', 'tenant_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'mac_address': 'fa:16:3e:7b:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85df1d1-81e4-4312-92e6-0e32d5b83dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:48:50Z', 'updated_at': '2021-02-17T17:48:56Z', 'revision_number': 5, 'project_id': '8cca0628ccbd44d4bae9933818a3a2e1', 'subnets': [{'id': '70e5c1d5-7ca4-4c0c-abf6-8528854ad365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8552fee-118e-4eb4-ba8d-533ed2114416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:49:05.146309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44356) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:49:05.275418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991664a-7a2f-4ef0-96cd-563149b47fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:49:05.277185 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5991664a-7a2f-4ef0-96cd-563149b47fe7 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1295855 Feb 17 17:49:06.353918 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 88f1d68b-1112-45c4-a741-203bf2b56096 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:49:06.431301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 88f1d68b-1112-45c4-a741-203bf2b56096 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:49:06.436757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 88f1d68b-1112-45c4-a741-203bf2b56096 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:49:06.437173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:06.570067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:06.587477 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 88f1d68b-1112-45c4-a741-203bf2b56096, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=88f1d68b-1112-45c4-a741-203bf2b56096,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:49:06.590965 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:06.593237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:49:06.665093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=88f1d68b-1112-45c4-a741-203bf2b56096,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:49:06.668321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:49:08.374807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 88f1d68b-1112-45c4-a741-203bf2b56096 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:49:08.463600 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 88f1d68b-1112-45c4-a741-203bf2b56096 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:49:08.463933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:12.680891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-56abc9dd-231a-4893-9ee7-60d6905bd567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:15.211930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9484be4b-d437-4bf8-9ed6-be7f618d538b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:15.305964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:16.371011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:17.191354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:27.553453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:49:42.672091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5be250e1-7ed2-43b8-a399-57a35861df20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:45.207348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d39d-c7fc-4a58-8e73-8c7ef7df8c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:45.305419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:46.374330 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:47.198959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.554061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:50:12.673686 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c33bfb8-406f-4b7f-9ba2-87fc7aa3c44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.208107 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2480c2a4-5c59-4f49-a8c3-510d46891bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.310204 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:16.376297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:17.202064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.553260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:50:42.675550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-398c8a92-5c1f-418b-9486-7e009de1b346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.211077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-69842ef2-dd7c-43cf-887a-12050a2c5e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.312346 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.380425 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.209951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.676818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-05e6b191-0e31-4f09-85e2-46ebceabde19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.212684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb726be9-e6b0-452c-93ed-d47bc4d642be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.315453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.382544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.212006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.234934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44932) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:17.307332 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2763ac-ef0a-4255-81c2-4ce6f9d37613 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:51:17.308699 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-cd2763ac-ef0a-4255-81c2-4ce6f9d37613 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727210 Feb 17 17:51:17.448537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612e8f9-a745-40c5-b5e4-fd130cc266e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:17.449995 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4612e8f9-a745-40c5-b5e4-fd130cc266e2 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1368370 Feb 17 17:51:18.553023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:51:19.908357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44942) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:20.023130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64c9f0-cc4a-49ec-8d15-991d933e0c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:20.023733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ab64c9f0-cc4a-49ec-8d15-991d933e0c6f admin admin] Synchronizing usage tracker for tenant:b3b6150b94054199817d0e7894229748 on resource:subnet {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:20.038503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ab64c9f0-cc4a-49ec-8d15-991d933e0c6f admin admin] Unset dirty status for tenant:b3b6150b94054199817d0e7894229748 on resource:subnet {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:20.039738 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ab64c9f0-cc4a-49ec-8d15-991d933e0c6f admin admin] 10.222.0.52 "GET /v2.0/subnets/70e5c1d5-7ca4-4c0c-abf6-8528854ad365 HTTP/1.1" status: 200 len: 849 time: 0.1303060 Feb 17 17:51:20.050721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:20.176028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.489277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363298685418458'] for subnet, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.504701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a9f1e486-4502-4eb6-86d0-d038a3bf3044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:20.639213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e5c1d5-7ca4-4c0c-abf6-8528854ad365,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:20.660485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.660868 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.661241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.661611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.661974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.662378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.662730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.663091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.663467 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.663827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.664183 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.664536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:20.669268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:20.695731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:20.696377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.697836 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] 10.222.0.52 "PUT /v2.0/subnets/70e5c1d5-7ca4-4c0c-abf6-8528854ad365 HTTP/1.1" status: 200 len: 868 time: 0.6511850 Feb 17 17:51:20.715196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9629099c-9703-4f79-a848-7d2c1c4b8ecd None None] Network 2169f7cb-6ced-404c-b275-42f86d9cef09 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:21.217261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-859e6ffb-486d-4211-a58c-cc9e2bac3c1b None None] Provisioning complete for port 998ca646-23c7-4495-99ea-83d73ea0bd10 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:21.217822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-859e6ffb-486d-4211-a58c-cc9e2bac3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.354807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-859e6ffb-486d-4211-a58c-cc9e2bac3c1b None None] Provisioning complete for port 9877b6c9-4bca-4e25-8bbe-df4d631a1e33 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:21.355226 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-859e6ffb-486d-4211-a58c-cc9e2bac3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.193021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44952) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:23.387085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d813036-a55e-4787-9b1f-2a889f115087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:23.387436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d813036-a55e-4787-9b1f-2a889f115087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:23.389814 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4d813036-a55e-4787-9b1f-2a889f115087 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1957476 Feb 17 17:51:25.881352 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44962) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:26.070175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228205e-5144-450d-be5e-60a0642a66e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:26.070566 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228205e-5144-450d-be5e-60a0642a66e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:26.072205 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8228205e-5144-450d-be5e-60a0642a66e7 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1897633 Feb 17 17:51:28.551588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44972) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:28.738666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2bc53e-eb4e-4164-b795-e8aa3fec6187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:28.740135 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2c2bc53e-eb4e-4164-b795-e8aa3fec6187 admin admin] 10.222.0.52 "GET /v2.0/networks/2169f7cb-6ced-404c-b275-42f86d9cef09 HTTP/1.1" status: 200 len: 862 time: 0.1875277 Feb 17 17:51:31.227863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44982) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:31.407469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207799d-dc49-437f-bb81-599c9fb6d383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:31.408859 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2207799d-dc49-437f-bb81-599c9fb6d383 admin admin] 10.222.0.52 "GET /v2.0/networks/b6e25248-6bed-4b78-8681-3d07b5d178fb HTTP/1.1" status: 200 len: 886 time: 0.1799619 Feb 17 17:51:33.862905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 44992) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:33.980684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41788a-c2ae-4fe2-93af-525eb7a718eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.981144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41788a-c2ae-4fe2-93af-525eb7a718eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.982908 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ce41788a-c2ae-4fe2-93af-525eb7a718eb admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189280 Feb 17 17:51:36.441758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45002) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:36.591827 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:51:36.592408 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:51:36.971258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.policy [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83942) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:51:37.006724 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:51:37.007135 dv-cinder-760194-3-smb neutron-server[83830]: WARNING oslo_policy.policy [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:51:37.033288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:37.033692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:37.035827 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-38a9cd58-af43-4995-937b-a40cf56eb9b6 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5920646 Feb 17 17:51:39.496132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45018) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:39.768384 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013f740-97eb-458f-b15b-888e4671a832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:39.769728 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a013f740-97eb-458f-b15b-888e4671a832 admin admin] 10.222.0.52 "GET /v2.0/subnets/70e5c1d5-7ca4-4c0c-abf6-8528854ad365 HTTP/1.1" status: 200 len: 868 time: 0.2725515 Feb 17 17:51:42.249922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45028) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:42.361246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2009d80-3884-41a9-ab06-e145a89e32d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:42.362734 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e2009d80-3884-41a9-ab06-e145a89e32d3 admin admin] 10.222.0.52 "GET /v2.0/subnets/c49a233a-dd15-4c28-8a36-af076187fffb HTTP/1.1" status: 200 len: 816 time: 0.1117001 Feb 17 17:51:42.678227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-89ae3e6a-3466-46b2-a05d-bdd07768e981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.214628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c59689e8-73c7-4492-a287-850f602cb797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.318882 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.383367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.220716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.552507 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:52:08.176224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45068) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:08.227604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [None req-83193264-f438-4cc0-8686-a7c31166471a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:52:08.228694 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-83193264-f438-4cc0-8686-a7c31166471a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0514035 Feb 17 17:52:10.787578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45078) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:10.862492 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.pecan_wsgi.hooks.translation [None req-edadf8b4-c756-41a7-bea9-a351e5406d74 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:52:10.863857 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-edadf8b4-c756-41a7-bea9-a351e5406d74 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752554 Feb 17 17:52:11.002291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324df147-30f2-4b94-ac3c-b4b10aeb733a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:11.003840 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-324df147-30f2-4b94-ac3c-b4b10aeb733a admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355402 Feb 17 17:52:12.681147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-adacd7b2-f82e-4e11-840d-23c8446228a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:13.480913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45088) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:13.532205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:13.537085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:13.546842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:13.555469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Made reservation on behalf of b3b6150b94054199817d0e7894229748 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:13.560119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:13.656316 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.services.revisions.revision_plugin [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Could not find related network for resource to bump revision. Feb 17 17:52:13.673695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:52:13.682820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:13.683331 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Added segment b87f8ecd-723c-424e-af13-9d7cea5868f6 of type vxlan for network d294c179-50f1-4fab-90a2-4bec30819b62 Feb 17 17:52:13.709664 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:13.737899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:13.739159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:13.739792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:13.744530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:14.031393 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5491683 Feb 17 17:52:14.034455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Pushing event updated for resources: {'Network': ['ID=d294c179-50f1-4fab-90a2-4bec30819b62,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:14.037232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:14.045831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network d294c179-50f1-4fab-90a2-4bec30819b62 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:52:15.217345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4370621c-488d-4416-95f4-6fd49816e1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:15.321005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.386002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.523562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45098) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:16.597963 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b24c17-cb73-476e-a956-3610193ddb43 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:52:16.598475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-20b24c17-cb73-476e-a956-3610193ddb43 admin admin] Synchronizing usage tracker for tenant:b3b6150b94054199817d0e7894229748 on resource:network {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:16.612518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-20b24c17-cb73-476e-a956-3610193ddb43 admin admin] Unset dirty status for tenant:b3b6150b94054199817d0e7894229748 on resource:network {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:16.613684 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-20b24c17-cb73-476e-a956-3610193ddb43 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0891070 Feb 17 17:52:16.728194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c8424-2c26-4add-b631-f4294639b28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:16.729717 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-544c8424-2c26-4add-b631-f4294639b28a admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1116688 Feb 17 17:52:16.740548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:16.745200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:16.755382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:16.764362 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Made reservation on behalf of b3b6150b94054199817d0e7894229748 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:16.768982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.161859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.176776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-68057af7-fadc-422f-9abf-61c81b8e2f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:17.220718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.301329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3618ad92-7de8-49f3-a79d-7fdb6283ce21,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:17.305727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:17.369772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Checking segment: {'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:17.370155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Network hostable DHCP agents. Network: d294c179-50f1-4fab-90a2-4bec30819b62, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:52:17.388225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Network d294c179-50f1-4fab-90a2-4bec30819b62 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:52:17.396717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, d294c179-50f1-4fab-90a2-4bec30819b62) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:17.400664 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:17.401290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.407174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07accfdd-c7d9-48d7-b71d-2d806582aab0 None None] Network d294c179-50f1-4fab-90a2-4bec30819b62 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:52:17.425106 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6882496 Feb 17 17:52:17.645933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45e6ba6e-285f-5e41-a64b-f9a6ba1e3939-d294c179-50f1-4fab-90a2-4bec30819b62', 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62', 'tenant_id': 'b3b6150b94054199817d0e7894229748', 'fixed_ips': [{'subnet_id': '3618ad92-7de8-49f3-a79d-7fdb6283ce21'}]}} from dv-cinder-760194-3-smb. {{(pid=83943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:52:17.646910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.945171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Allocated IP 192.168.233.2 (d294c179-50f1-4fab-90a2-4bec30819b62/3618ad92-7de8-49f3-a79d-7fdb6283ce21/d1722b78-a0e4-4aa5-9bb6-3b90163cd53a) {{(pid=83943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:52:18.167839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Notify callbacks [] for port, precommit_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.179851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Transition to ACTIVE for port object d1722b78-a0e4-4aa5-9bb6-3b90163cd53a will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:18.196643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Transition to ACTIVE for port object d1722b78-a0e4-4aa5-9bb6-3b90163cd53a will not be triggered until provisioned by entity DHCP. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:18.201191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.217493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5229eff-9733-4d3c-9fef-f2d3199f5171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:18.358677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Pushing event updated for resources: {'Port': ['ID=d1722b78-a0e4-4aa5-9bb6-3b90163cd53a,revision_number=1']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:18.380219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.380605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.380989 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.381359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.381727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.382096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.382485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.382849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.383207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.383566 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.383926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.384283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:18.388267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:18.427510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Network d294c179-50f1-4fab-90a2-4bec30819b62 is already hosted by enough agents. {{(pid=83943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:52:18.428499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Resources bound (agent type, host, resource id): {{(pid=83943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:18.430910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Received port after_create {{(pid=83943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:52:18.489260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Attempting to bind port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:18.489600 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Attempting to bind port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:52:18.490007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Attempting to bind port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a on network d294c179-50f1-4fab-90a2-4bec30819b62 {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:52:18.495765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:52:18.496186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Checking segment: {'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:18.496633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.497066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Bound using segment: {'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:52:18.497579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Bound port: d1722b78-a0e4-4aa5-9bb6-3b90163cd53a, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:52:18.498017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.597162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] For port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:52:18.600769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] For port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=d1722b78-a0e4-4aa5-9bb6-3b90163cd53a,segment=NetworkSegment(b87f8ecd-723c-424e-af13-9d7cea5868f6),segment_id=b87f8ecd-723c-424e-af13-9d7cea5868f6)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:52:18.604142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.620348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1f0a1fa0-f26c-4742-ba57-13a5371f2056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:18.764822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Pushing event updated for resources: {'Port': ['ID=d1722b78-a0e4-4aa5-9bb6-3b90163cd53a,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:18.768105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:20.030182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567aee5-9eb0-46f6-b685-2d990409e1de None None] Network d294c179-50f1-4fab-90a2-4bec30819b62 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:52:20.134253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-f94a16be-09ac-4feb-a46d-f8fe2439de7c None None] Provisioning for port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:20.454504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device d1722b78-a0e4-4aa5-9bb6-3b90163cd53a up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:20.540568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:20.545848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:20.546259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:20.790872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-42030654-f7b1-47b1-a6ae-4750e7617def None None] Provisioning complete for port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:20.791284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-42030654-f7b1-47b1-a6ae-4750e7617def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:20.913529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:20.998887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=d1722b78-a0e4-4aa5-9bb6-3b90163cd53a,segment=NetworkSegment(b87f8ecd-723c-424e-af13-9d7cea5868f6),segment_id=b87f8ecd-723c-424e-af13-9d7cea5868f6)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:21.000035 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-42030654-f7b1-47b1-a6ae-4750e7617def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:21.013869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:21.019778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:21.145645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=d1722b78-a0e4-4aa5-9bb6-3b90163cd53a,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:21.148949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:21.152822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-42030654-f7b1-47b1-a6ae-4750e7617def None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:52:21.153215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-42030654-f7b1-47b1-a6ae-4750e7617def None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:52:21.832032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-c9e9f468-681d-4427-806b-dddad2bbf1ba None None] Provisioning complete for port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:21.832453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f468-681d-4427-806b-dddad2bbf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:22.421690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device d1722b78-a0e4-4aa5-9bb6-3b90163cd53a up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:22.493942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port d1722b78-a0e4-4aa5-9bb6-3b90163cd53a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:22.494395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:32.552645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:52:42.683675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1251df73-778f-4a10-9279-414f1859b536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.219369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-58a262c3-e9f2-4686-9c1b-dd9c36ac6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.323424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:46.387410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:47.227520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:09.551773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:53:12.687012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e13b11c2-41cf-4827-b6c7-2a8ce06d4042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:15.219945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-68bf588a-00a8-4cc5-b7d1-4033f481601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:15.329135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:16.389424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:17.231749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:42.688822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2af9b49e-029f-4a28-99c8-544e66213254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.223769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ae12709c-e2e0-4dda-822e-64c5b2e81cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.330139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.879572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45140) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:45.885938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [None req-87db7dee-b914-4447-b440-3c30d9cb572f tempest-verify_tempest_config-1794259785 tempest-verify_tempest_config-1794259785-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:53:45.887800 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-87db7dee-b914-4447-b440-3c30d9cb572f tempest-verify_tempest_config-1794259785 tempest-verify_tempest_config-1794259785-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064502 Feb 17 17:53:46.207127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45160) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:46.330185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.345395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:46.349428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Usage tracker for resource:security_group_rule and tenant:8bfaefea973d4392889061776b7b9cca is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:46.352397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:46.358611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:46.390737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.452056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.454590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.463593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:46.504612 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Synchronizing usage tracker for tenant:b3b6150b94054199817d0e7894229748 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:46.508862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc67d39-327a-4d91-83ef-bf1475b39fc0,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:46.519946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.520328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.520703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.521072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.521436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.521800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.522163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.522558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.522922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.523279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.523638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.524022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.529346 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:46.536856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Unset dirty status for tenant:b3b6150b94054199817d0e7894229748 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:46.538072 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bfaefea973d4392889061776b7b9cca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3299191 Feb 17 17:53:46.540917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45166) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:46.550905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:53:46.601694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.628583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.677310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.682249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:46.694952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc67d39-327a-4d91-83ef-bf1475b39fc0,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:46.697972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:46.700522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.701717 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfc67d39-327a-4d91-83ef-bf1475b39fc0 HTTP/1.1" status: 204 len: 168 time: 0.1598358 Feb 17 17:53:47.235075 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:12.689966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f461449-ac21-4cd5-af33-b02a68d64cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.226017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-60d60ba4-1cf4-446a-baa2-e8a0496569fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.332388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.393068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.239512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:23.554240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:54:42.690901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-872d4ba7-9c9c-451b-a5af-351a30f5d692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.227043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-92a4ddc3-f02b-42cf-9b83-6619570923ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.333603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.394150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.242256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.552385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 5 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:55:12.692034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-12595cd3-3320-4ce2-8212-2996cceaa13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:15.228054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e64f-f34b-4793-916f-1cd4eb06972b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:15.336186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:16.394657 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:17.246183 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:36.168413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998'] for agent, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:36.169468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.170019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.170552 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.170993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.173110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.173513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.173904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.174287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.174719 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.175094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.175468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.175841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:36.176239 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:36.180802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:36.492077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=83943) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:55:36.496874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] get_endpoint_by_ip() called for ip 192.168.0.76 {{(pid=83943) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:55:36.499995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] _add_endpoint() called for ip 192.168.0.76 {{(pid=83943) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:55:36.504773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] _get_endpoints() called {{(pid=83943) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:55:37.552211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:55:42.694057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-455a2a71-7327-4b20-a922-8cf8c130a050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.231865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b2db132-eaba-4a19-9d6e-e1a591ff8417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.340072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:46.398322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:47.250734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:48.801839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45238) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:48.921511 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3343dd13-187b-433e-a839-27ec271a54e0 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1184497 Feb 17 17:55:51.422234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45248) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:51.481417 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5ba9df1e-c522-493b-9646-144c9b0994c4 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0579703 Feb 17 17:56:06.167487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.695877 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-76987885-3014-4248-a171-ab12252e905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:14.551786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:56:15.232170 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-52d5ea6b-9ac9-4f6d-810c-22e429e6c1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:15.343216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:16.400043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:17.253328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.171516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:42.697682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f857-5299-4443-82be-4167ae23fff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.232644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-39d8ced2-f6f7-4a37-a3c7-43070aafc6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.346185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:46.402595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:47.257807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:51.551448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:57:06.167413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.699579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a8c577f-e8bb-4f5f-9f5c-70e274e5cf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:15.234238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-775342f8-72d0-4f49-9e74-e9881e08e411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:15.351196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:16.403249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:17.262103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.551531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:57:36.167133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:42.707175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6a456c0f-7fda-4603-bc18-6a37c34668bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:45.240897 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44dc54be-c655-4acd-a2fa-2d893a6fc338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:45.353662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:46.414928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:46.686616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45440) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:46.837515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45450) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:46.873013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45456) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:46.909394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45468) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:46.943987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45474) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:46.987283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-502094325-network', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:46.993187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:46.997736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Usage tracker for resource:network and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.001273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.007054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.016516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Made reservation on behalf of e36a4a2d120b4657a4b4a9c6dc9bf4f5 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:47.021677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.038845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-130903968-network', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:47.044812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.047274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.064993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-74360469-74be-425b-9813-660665e72095 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-network', 'tenant_id': '314f882d705243f6a164b12f7e2e8650'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:47.068535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Usage tracker for resource:network and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.074729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.080864 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.094631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Made reservation on behalf of dc7c6d567b13490f85702efb43cd2fa1 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:47.099342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.118302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198912489-network', 'tenant_id': 'b0c5d404a14743cab5c00144eed15cb2'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:47.121671 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.quota [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Loaded quota_driver: . Feb 17 17:57:47.125807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-74360469-74be-425b-9813-660665e72095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.132183 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-74360469-74be-425b-9813-660665e72095 admin admin] Usage tracker for resource:network and tenant:314f882d705243f6a164b12f7e2e8650 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.134570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2110401363-network', 'tenant_id': '73451983124249e3a74e4609456a7db0'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:47.136587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-74360469-74be-425b-9813-660665e72095 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.139228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.143928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-74360469-74be-425b-9813-660665e72095 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.145470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Usage tracker for resource:network and tenant:b0c5d404a14743cab5c00144eed15cb2 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.149806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.155667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.157866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.161101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Usage tracker for resource:security_group_rule and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.165859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.169779 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.174531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.178062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Usage tracker for resource:network and tenant:73451983124249e3a74e4609456a7db0 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.182015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.185790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Made reservation on behalf of b0c5d404a14743cab5c00144eed15cb2 for: {'network': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:47.192639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.213582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.219861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.242488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.249098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Usage tracker for resource:security_group_rule and tenant:b0c5d404a14743cab5c00144eed15cb2 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.258272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.265476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.270002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74360469-74be-425b-9813-660665e72095 admin admin] Made reservation on behalf of 314f882d705243f6a164b12f7e2e8650 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:47.276441 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Made reservation on behalf of 73451983124249e3a74e4609456a7db0 for: {'network': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:47.276782 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.277837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.282763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.293736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.301209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.302221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.320601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.322894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-74360469-74be-425b-9813-660665e72095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.325163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Usage tracker for resource:security_group_rule and tenant:73451983124249e3a74e4609456a7db0 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.327232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-74360469-74be-425b-9813-660665e72095 admin admin] Usage tracker for resource:security_group_rule and tenant:314f882d705243f6a164b12f7e2e8650 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.330636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.334576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-74360469-74be-425b-9813-660665e72095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.336677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.346714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-74360469-74be-425b-9813-660665e72095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.358475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.369089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Usage tracker for resource:security_group_rule and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.378235 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.383041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.394834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:47.398034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.419465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:47.453799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:47.500424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.500894 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Added segment ac477d44-af88-4aa8-8bf9-e9acdeb04ff4 of type vxlan for network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 Feb 17 17:57:47.512697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.521870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e00a52-2f82-405a-b932-1fd41cd00cdd,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:47.523319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.535559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:47.552801 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.553268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.553755 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.554083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.554178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.555332 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.555844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.556344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.556822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.557295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.557720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.558210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.558750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.559275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.559790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.560223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.560884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.561060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.561598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.562021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.562486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.562932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.563355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.563776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.564317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Tracked resource versions report: Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: pushed versions: Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: { 'AddressGroup': {'1.1'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': {'1.0'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': {'1.0'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': {'1.1'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': {'1.7'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': {'1.2'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': {'1.8'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': {'1.4'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': {'1.0'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': {'1.1'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': {'1.1'}} Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: consumer versions: Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: { DHCP agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: L3 agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: Metadata agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: Metering agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@dv-cinder-760194-3-smb: { 'AddressGroup': '1.1', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}, Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}} Feb 17 17:57:47.565778 dv-cinder-760194-3-smb neutron-server[83830]: {{(pid=83941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:57:47.571690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.579820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:47.607931 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:47.620805 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.621185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.621553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.622089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.622474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.622839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.623163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.623496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.624016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.624656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.625161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.625656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.625799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.626525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.627142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.627639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.628143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.628637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.629141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.629643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.630258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.630789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.631299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.631921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.632614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Tracked resource versions report: Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: pushed versions: Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: { 'AddressGroup': {'1.1'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': {'1.0'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': {'1.0'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': {'1.1'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': {'1.7'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': {'1.2'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': {'1.8'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': {'1.4'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': {'1.0'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': {'1.1'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': {'1.1'}} Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: consumer versions: Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: { DHCP agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: L3 agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: Metadata agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: Metering agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@dv-cinder-760194-3-smb: { 'AddressGroup': '1.1', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}, Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}} Feb 17 17:57:47.634440 dv-cinder-760194-3-smb neutron-server[83830]: {{(pid=83942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:57:47.703763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:47.704244 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:47.713764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.727463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.729284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.736729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d879790b-f5ca-4ac9-b29d-f2904e9ac7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:47.747427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.748183 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.749077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:47.749513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:47.758983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:47.760799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:47.762680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a07ab74-1753-454d-b47d-524f93bd36bc,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:47.763588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:47.764229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.766557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:47.807102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74360469-74be-425b-9813-660665e72095 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:47.821611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74360469-74be-425b-9813-660665e72095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f2b02e-23a6-49ef-832e-09c4ec122191,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:47.837021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-74360469-74be-425b-9813-660665e72095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:47.837546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f9c152c9-668d-4c1f-afe4-3266b5fa4dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:47.844411 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.844796 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-74360469-74be-425b-9813-660665e72095 admin admin] Added segment 79895dbe-f06a-4ac4-8f7c-20f6c67220d8 of type vxlan for network e043fe49-685b-4152-a545-a467db657031 Feb 17 17:57:47.901435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574094fe-5802-4af6-82f5-f0ef348aa66d,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:47.908146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:47.909399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:47.927028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.939031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45518) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:47.946613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Request body: {'subnet': {'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-subnet', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:47.951527 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2637396 Feb 17 17:57:47.963374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:47.967809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Usage tracker for resource:subnet and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:47.979237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:47.985784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:48.012912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Made reservation on behalf of e36a4a2d120b4657a4b4a9c6dc9bf4f5 for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:48.017782 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.107590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf89fa6-36c8-4e5d-8230-8673d1a72579,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:48.110993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:48.116334 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.119773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:48.120113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74360469-74be-425b-9813-660665e72095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:48.120767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-74360469-74be-425b-9813-660665e72095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.133574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:48.253217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.255123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74360469-74be-425b-9813-660665e72095 admin admin] Pushing event updated for resources: {'Network': ['ID=e043fe49-685b-4152-a545-a467db657031,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:48.258683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:48.261496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:48.261858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:48.273024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-74360469-74be-425b-9813-660665e72095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:48.281863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.307633 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-74360469-74be-425b-9813-660665e72095 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4334531 Feb 17 17:57:48.314008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45542) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:48.322004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Request body: {'subnet': {'network_id': 'e043fe49-685b-4152-a545-a467db657031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-subnet', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:48.336941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:48.345330 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Usage tracker for resource:subnet and tenant:314f882d705243f6a164b12f7e2e8650 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:48.352413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:48.370548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:48.376425 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:48.390197 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Made reservation on behalf of 314f882d705243f6a164b12f7e2e8650 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:48.393925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.395114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.395484 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Added segment 94056e3f-44df-4f63-ba85-778edf590efd of type vxlan for network 8d7fd002-1181-4436-b302-63593239bd3f Feb 17 17:57:48.571977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network e043fe49-685b-4152-a545-a467db657031 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:48.587149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network e043fe49-685b-4152-a545-a467db657031 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:48.764300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.886248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.968285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.972597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:48.973163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.980699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:48.990469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:48.991353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:49.065180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.078901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:49.079739 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:49.090979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-238a8278-aa96-4bac-b36a-0e1881f9da53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:49.116384 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1710398 Feb 17 17:57:49.125294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45586) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.160043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Pushing event updated for resources: {'Network': ['ID=8d7fd002-1181-4436-b302-63593239bd3f,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:49.181700 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:49.189639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 8d7fd002-1181-4436-b302-63593239bd3f details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:49.191531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Request body: {'subnet': {'network_id': '8d7fd002-1181-4436-b302-63593239bd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2110401363-subnet', 'tenant_id': '73451983124249e3a74e4609456a7db0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:49.205757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 8d7fd002-1181-4436-b302-63593239bd3f details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:49.213263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:49.223638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Usage tracker for resource:subnet and tenant:73451983124249e3a74e4609456a7db0 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:49.230757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:49.240770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:49.253977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b204ba09-f492-4c5c-a93f-8a5615e83b86,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:49.255660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.270559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:49.274875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45592) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.277267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45594) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.300486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Made reservation on behalf of 73451983124249e3a74e4609456a7db0 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:49.305238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.396285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:49.406502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.526673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Checking segment: {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:49.527181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Network hostable DHCP agents. Network: e043fe49-685b-4152-a545-a467db657031, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:57:49.542430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.569369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:49.597924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.598498 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Added segment 0e3b930e-cd48-412d-8acd-f46fb70d1296 of type vxlan for network 8f857296-8d05-4ad1-a361-5a811927add5 Feb 17 17:57:49.608981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.666695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.668024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.689194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Network e043fe49-685b-4152-a545-a467db657031 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:57:49.696049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:49.702853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:49.709038 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:49.722235 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Checking segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:49.722655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Network hostable DHCP agents. Network: 3bf89fa6-36c8-4e5d-8230-8673d1a72579, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:57:49.729659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Usage tracker for resource:security_group_rule and tenant:e1145e064523400e99d99c1c73481399 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:49.734035 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:49.736437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:49.744543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.747082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:49.747715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.748866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Usage tracker for resource:security_group_rule and tenant:96fea8fb1e8e4bcabf333664c0e6ef98 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:49.751483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, e043fe49-685b-4152-a545-a467db657031) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:49.752830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:49.753435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:49.757435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:49.760211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d380c3-ccba-41c6-925e-53426e420f05 None None] Network e043fe49-685b-4152-a545-a467db657031 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:49.765278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:49.765982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:49.777753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:57:49.781856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:49.782794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.797780 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:49.845840 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 3bf89fa6-36c8-4e5d-8230-8673d1a72579) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:49.863523 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9529958 Feb 17 17:57:49.868645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:49.869281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.872086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c626b34-ba4f-4897-825f-93b350fbf597 None None] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:49.872720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45610) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.882508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Request body: {'subnet': {'network_id': '8f857296-8d05-4ad1-a361-5a811927add5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198912489-subnet', 'tenant_id': 'b0c5d404a14743cab5c00144eed15cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:49.885852 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Pushing event updated for resources: {'Network': ['ID=8f857296-8d05-4ad1-a361-5a811927add5,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:49.893831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:49.896389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:49.901879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Usage tracker for resource:subnet and tenant:b0c5d404a14743cab5c00144eed15cb2 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:49.905778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:49.909764 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9694021 Feb 17 17:57:49.913378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45614) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.919233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:49.919429 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6015682 Feb 17 17:57:49.920542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45618) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.921059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:49.929117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:49.935473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Usage tracker for resource:router and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:49.938926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:49.941683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Made reservation on behalf of b0c5d404a14743cab5c00144eed15cb2 for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:49.946967 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.949985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:49.957933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 8f857296-8d05-4ad1-a361-5a811927add5 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:49.973304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 8f857296-8d05-4ad1-a361-5a811927add5 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:50.016136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:50.048807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5305'] for router, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.050206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853727602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853765699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770527'] for router, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.092521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.207184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:50.229268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Usage tracker for resource:router and tenant:314f882d705243f6a164b12f7e2e8650 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:50.238553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:50.263155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:50.323100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5305'] for router, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.324105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853727602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853765699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770527'] for router, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.368725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.379104 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.381197 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.386451 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.396818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a65ca8-a077-4265-8881-739f06a37253 None None] Network e043fe49-685b-4152-a545-a467db657031 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:50.403224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:50.410108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.491191 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96fea8fb1e8e4bcabf333664c0e6ef98&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2125494 Feb 17 17:57:50.493971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2ba5a-b98f-4e88-b78c-f8b010eb3ca4,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:50.499635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45624) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:50.549163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45e6ba6e-285f-5e41-a64b-f9a6ba1e3939-3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb'}]}} from dv-cinder-760194-3-smb. {{(pid=83943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:57:50.550214 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.558856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:50.570987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:50.602274 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1145e064523400e99d99c1c73481399&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3157332 Feb 17 17:57:50.608268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45628) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:50.736614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.778173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb3135-ecb7-4706-bdaa-73f3abb07e29,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:50.793613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:50.888901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.907938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.940360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.025471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Allocated IP 172.20.0.2 (3bf89fa6-36c8-4e5d-8230-8673d1a72579/9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb/cb41c2fd-2400-459d-9526-0a32745d9df5) {{(pid=83943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:57:51.051424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.058636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.091140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.107064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.145173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9f17f5d2-a317-48ae-b663-a3aaee396233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:51.162903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.183778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:51.204102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb3135-ecb7-4706-bdaa-73f3abb07e29,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:51.210872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:51.294872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:51.327141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c345a02-5b15-4821-9955-b5d7b276a039,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:51.333867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:51.370686 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.371347 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Added segment d0155637-9813-4527-a3fc-20f9b09fa3a8 of type vxlan for network 91999640-c21f-4f14-b0c8-97315492fad1 Feb 17 17:57:51.373514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.392849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-47d0da2d-c7b7-4135-8721-c056cce0dc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:51.430708 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2ba5a-b98f-4e88-b78c-f8b010eb3ca4,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:51.431286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Notify callbacks [] for port, precommit_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.441350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:51.451425 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.455317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.455487 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55fb3135-ecb7-4706-bdaa-73f3abb07e29 HTTP/1.1" status: 204 len: 168 time: 0.8387496 Feb 17 17:57:51.477660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Transition to ACTIVE for port object cb41c2fd-2400-459d-9526-0a32745d9df5 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:51.510317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.517644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Transition to ACTIVE for port object cb41c2fd-2400-459d-9526-0a32745d9df5 will not be triggered until provisioned by entity DHCP. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:51.528680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.533186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:51.547986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:51.618791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.650266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.663073 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3e2ba5a-b98f-4e88-b78c-f8b010eb3ca4 HTTP/1.1" status: 204 len: 168 time: 1.1041274 Feb 17 17:57:51.681460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.752562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Pushing event updated for resources: {'Port': ['ID=cb41c2fd-2400-459d-9526-0a32745d9df5,revision_number=1']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:51.766625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.767388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.767976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.769115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.769718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.770171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.770634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.771353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.771908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.772350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.772793 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.773320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.774361 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.774822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.775266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.775807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.777243 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.777707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.778291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.779047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.779496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.779940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.780385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.780822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.781260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Tracked resource versions report: Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: pushed versions: Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: { 'AddressGroup': {'1.1'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': {'1.0'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': {'1.0'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': {'1.1'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': {'1.7'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': {'1.2'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': {'1.8'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': {'1.4'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': {'1.0'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': {'1.1'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': {'1.1'}} Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: consumer versions: Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: { DHCP agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: L3 agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: Metadata agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: Metering agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@dv-cinder-760194-3-smb: { 'AddressGroup': '1.1', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}, Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}} Feb 17 17:57:51.782654 dv-cinder-760194-3-smb neutron-server[83830]: {{(pid=83943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:57:51.794007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Checking segment: {'id': '94056e3f-44df-4f63-ba85-778edf590efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d7fd002-1181-4436-b302-63593239bd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:51.795706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Network hostable DHCP agents. Network: 8d7fd002-1181-4436-b302-63593239bd3f, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:57:51.803386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:51.812380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:51.813023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.818409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a45cd2-5bb8-49cb-a9d3-79d2d9956482,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:51.836890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:51.848331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 is already hosted by enough agents. {{(pid=83943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:57:51.849665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Resources bound (agent type, host, resource id): {{(pid=83943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:51.857776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Received port after_create {{(pid=83943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:57:51.889219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ba4ed773-838b-479b-9387-82c8077dc5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:52.016198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Checking segment: {'id': '0e3b930e-cd48-412d-8acd-f46fb70d1296', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8f857296-8d05-4ad1-a361-5a811927add5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:52.016681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Network hostable DHCP agents. Network: 8f857296-8d05-4ad1-a361-5a811927add5, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:57:52.098391 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 5.2595446 Feb 17 17:57:52.101853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45654) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:52.106491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Network 8d7fd002-1181-4436-b302-63593239bd3f is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:57:52.108709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Network 8f857296-8d05-4ad1-a361-5a811927add5 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:57:52.111986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Attempting to bind port cb41c2fd-2400-459d-9526-0a32745d9df5 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:52.112310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Attempting to bind port cb41c2fd-2400-459d-9526-0a32745d9df5 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:57:52.112502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.112703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Attempting to bind port cb41c2fd-2400-459d-9526-0a32745d9df5 on network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:57:52.121377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:57:52.121377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Checking segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:52.121377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.121377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Bound using segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:57:52.121718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Bound port: cb41c2fd-2400-459d-9526-0a32745d9df5, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:57:52.122432 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.134276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Request body: {'subnet': {'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-130903968-subnet', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:52.146888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Pushing event updated for resources: {'Network': ['ID=91999640-c21f-4f14-b0c8-97315492fad1,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:52.152553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45660) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:52.156114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:52.157387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.158157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:52.170436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Allocated IP 172.28.0.198 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/4900b4d0-8e86-47a5-ac20-0de52316b4d8) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:57:52.174179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Usage tracker for resource:subnet and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:52.177427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 8f857296-8d05-4ad1-a361-5a811927add5) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:52.177559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 91999640-c21f-4f14-b0c8-97315492fad1 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:52.178841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:52.181308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 8d7fd002-1181-4436-b302-63593239bd3f) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:52.188532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:52.189168 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.192536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:52.193175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.196201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:52.203445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.282225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 91999640-c21f-4f14-b0c8-97315492fad1 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:52.291593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Made reservation on behalf of dc7c6d567b13490f85702efb43cd2fa1 for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:52.296306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.370831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:52.374206 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2000260 Feb 17 17:57:52.386786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Usage tracker for resource:security_group_rule and tenant:203c9999bf19460b95b7d24d1fb990d6 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:52.391634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:52.399479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92a75b-2105-4653-aa0c-d4ef8a47cdc0 None None] Network 8f857296-8d05-4ad1-a361-5a811927add5 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:52.401971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:52.414222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba8d6f-b5e9-4613-94ca-cf562920a3f6 None None] Network 8d7fd002-1181-4436-b302-63593239bd3f requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:52.432770 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5585005 Feb 17 17:57:52.620790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.625264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.637221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:52.664721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.690141 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=203c9999bf19460b95b7d24d1fb990d6&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5339477 Feb 17 17:57:52.690786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45678) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:52.694745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc52f32-7355-48db-a627-2df909e343ab,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:52.711287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:52.726817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39846913-cec4-4b69-8ad9-bc349c7b52bb None None] Network 8d7fd002-1181-4436-b302-63593239bd3f requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:52.781387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.832986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.887562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.914829 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:53.043449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Allocated IP 172.28.0.242 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/55f0b346-445a-4612-b0b3-14dbefa74a2a) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:57:53.204797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] For port cb41c2fd-2400-459d-9526-0a32745d9df5, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:57:53.231211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] For port cb41c2fd-2400-459d-9526-0a32745d9df5, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=cb41c2fd-2400-459d-9526-0a32745d9df5,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:57:53.337923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:53.360398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:53.432173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4900b4d0-8e86-47a5-ac20-0de52316b4d8,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:53.436497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:53.441634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa84ed-d876-44f9-a425-743d54c10ffa None None] Network 8f857296-8d05-4ad1-a361-5a811927add5 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:53.539819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:57:53.541700 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:53.544228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:57:53.677111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45730) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:53.704041 dv-cinder-760194-3-smb neutron-server[83830]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 17:57:53.768401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:53.808933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Pushing event updated for resources: {'Port': ['ID=cb41c2fd-2400-459d-9526-0a32745d9df5,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:53.838387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:53.923881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:53.933090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:53.991587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:53.993103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc52f32-7355-48db-a627-2df909e343ab,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:54.000150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:54.023090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6f8b2e9-ca92-4dd4-9494-8bf1686c47cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:54.046209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:54.047534 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccc52f32-7355-48db-a627-2df909e343ab HTTP/1.1" status: 204 len: 168 time: 1.3557034 Feb 17 17:57:54.154289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-c2fb956a-526f-4f7a-adfd-f2375cac6510 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:54.161859 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-c2fb956a-526f-4f7a-adfd-f2375cac6510 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/networks?id=8d7fd002-1181-4436-b302-63593239bd3f HTTP/1.1" status: 200 len: 812 time: 0.4616365 Feb 17 17:57:54.183433 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-dce4848e-5ac6-41d5-8782-14f75d094fb2 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/quotas/73451983124249e3a74e4609456a7db0 HTTP/1.1" status: 200 len: 375 time: 0.0204298 Feb 17 17:57:54.305751 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-a85f29d1-f695-4f93-b0c8-a1c8c73108bd tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73451983124249e3a74e4609456a7db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210535 Feb 17 17:57:54.320760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:54.341513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45766) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:54.344395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:54.464602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb27c234-eac8-4ff8-b213-61c7d737c175,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:54.484393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:54.621147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-151233391-network', 'tenant_id': '32c0c02639d341548b6362cbe312b7a6'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:54.640321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:54.651817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Usage tracker for resource:network and tenant:32c0c02639d341548b6362cbe312b7a6 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:54.661726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:54.680530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:54.701534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:57:54.709388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:54.713762 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Pushing event updated for resources: {'Port': ['ID=55f0b346-445a-4612-b0b3-14dbefa74a2a,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:54.714197 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:54.731547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:57:54.737745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device cb41c2fd-2400-459d-9526-0a32745d9df5 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:54.845431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:54.859918 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Made reservation on behalf of 32c0c02639d341548b6362cbe312b7a6 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:54.866813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:54.945572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port cb41c2fd-2400-459d-9526-0a32745d9df5 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:57:54.951764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Checking segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:54.952160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Network hostable DHCP agents. Network: 91999640-c21f-4f14-b0c8-97315492fad1, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:57:55.011371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:55.043256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:55.051343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Network 91999640-c21f-4f14-b0c8-97315492fad1 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:57:55.056435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9e237ef3-be4f-446c-8ce6-5cf98d27a0a0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:57:55.058146 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9e237ef3-be4f-446c-8ce6-5cf98d27a0a0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2246928 Feb 17 17:57:55.062428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Usage tracker for resource:security_group_rule and tenant:32c0c02639d341548b6362cbe312b7a6 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:55.071935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:55.090149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 91999640-c21f-4f14-b0c8-97315492fad1) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:55.099531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1ce9e-61cd-49de-8d33-8aea710753e1 None None] Network 91999640-c21f-4f14-b0c8-97315492fad1 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:55.134151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:55.134867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:55.173675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:55.215430 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1092653 Feb 17 17:57:55.215572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45804) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:55.227741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:55.244190 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:55.258565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Usage tracker for resource:router and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:55.263398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:55.486606 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:55.520079 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-694b4a19-16e0-4d9e-8557-8f908bf8b89a service neutron] 10.222.0.52 "GET /v2.0/networks/8d7fd002-1181-4436-b302-63593239bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442103 Feb 17 17:57:55.522373 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45e6ba6e-285f-5e41-a64b-f9a6ba1e3939-91999640-c21f-4f14-b0c8-97315492fad1', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175'}]}} from dv-cinder-760194-3-smb. {{(pid=83943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:57:55.523623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:55.572340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5305'] for router, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:55.573444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853727602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853765699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770527'] for router, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:55.584721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853856084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566'] for router, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:55.691742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:55.922882 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-0466adef-86aa-4969-a56d-9160a2269c51 service neutron] 10.222.0.52 "GET /v2.0/networks/8d7fd002-1181-4436-b302-63593239bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4009590 Feb 17 17:57:56.017382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:56.052501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16290a35-9d87-4216-bc0e-a0930d68f045 None None] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:56.170841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:56.189807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:56.232973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:56.267995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:56.268320 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Added segment df2732ee-b1a9-4244-b45b-629d9cfea89d of type vxlan for network 3a8fdf03-db81-46d4-a463-25a224e6d1cf Feb 17 17:57:56.344003 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:56.348901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45846) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:56.387714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:56.525114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b766c-acd3-440e-a93a-c1c79217a562,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:56.558970 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Allocated IP 172.20.0.2 (91999640-c21f-4f14-b0c8-97315492fad1/eb27c234-eac8-4ff8-b213-61c7d737c175/ab354edb-2e78-482a-9d85-654000b92936) {{(pid=83943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:57:56.654117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:56.701057 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bc2d7bf2-4f24-4491-9360-f9d1257c9ac1 req-0205a9f7-ca2d-4709-b490-578d6962b2a8 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 210 time: 0.2636187 Feb 17 17:57:56.742858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:56.743940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.resource_extend [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:57:56.799068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Provisioning for port cb41c2fd-2400-459d-9526-0a32745d9df5 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:57:56.828277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 is scheduled to L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f with binding_index 1 {{(pid=83942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:57:56.828380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Provisioning complete for port cb41c2fd-2400-459d-9526-0a32745d9df5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:56.828380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.097008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.124515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:57.125392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.133557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:57.230794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Notify callbacks [] for port, precommit_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.243440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:57:57.245450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8fdf03-db81-46d4-a463-25a224e6d1cf,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:57.254203 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Sync routers for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:57:57.265068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:57.271827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Transition to ACTIVE for port object ab354edb-2e78-482a-9d85-654000b92936 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:57.281431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:57.283926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:57:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:57.303672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 3a8fdf03-db81-46d4-a463-25a224e6d1cf details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:57.323760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 3a8fdf03-db81-46d4-a463-25a224e6d1cf details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:57.326672 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9201195 Feb 17 17:57:57.328911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45890) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:57.361520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.368555 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4540575 Feb 17 17:57:57.372201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 45894) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:57.417278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.457275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Request body: {'subnet': {'network_id': '3a8fdf03-db81-46d4-a463-25a224e6d1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-151233391-subnet', 'tenant_id': '32c0c02639d341548b6362cbe312b7a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:57.462842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:57.467740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Usage tracker for resource:subnet and tenant:32c0c02639d341548b6362cbe312b7a6 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:57.471097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:57.477064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:57.490463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Made reservation on behalf of 32c0c02639d341548b6362cbe312b7a6 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:57.500376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.519792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Transition to ACTIVE for port object ab354edb-2e78-482a-9d85-654000b92936 will not be triggered until provisioned by entity DHCP. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:57.649066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.655747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:57.677628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] For port cb41c2fd-2400-459d-9526-0a32745d9df5, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=cb41c2fd-2400-459d-9526-0a32745d9df5,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:57.747010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853856084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566'] for router, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.813498 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.823677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:57.954178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:58.005034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:58.013251 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Pushing event updated for resources: {'Port': ['ID=ab354edb-2e78-482a-9d85-654000b92936,revision_number=1']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:58.081681 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4c102be4-24e5-49aa-9f10-19a9eb682877 req-1c73a74f-f6a2-46d9-a7b6-728f4a84b5b2 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 210 time: 0.1623740 Feb 17 17:57:58.211842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Pushing event updated for resources: {'Port': ['ID=cb41c2fd-2400-459d-9526-0a32745d9df5,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:58.252811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:58.269345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:58.278174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:58.443390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Network 91999640-c21f-4f14-b0c8-97315492fad1 is already hosted by enough agents. {{(pid=83943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:57:58.449656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Resources bound (agent type, host, resource id): {{(pid=83943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:58.452799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Received port after_create {{(pid=83943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:57:58.489394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d is scheduled to L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f with binding_index 1 {{(pid=83941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:57:58.526699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:57:54Z', 'revision_number': 3, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:58.536469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Checking router: 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:57:58.537086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Updating router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 binding host dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:57:58.555725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Attempting to bind port ab354edb-2e78-482a-9d85-654000b92936 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:58.556150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Attempting to bind port ab354edb-2e78-482a-9d85-654000b92936 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:57:58.556565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Attempting to bind port ab354edb-2e78-482a-9d85-654000b92936 on network 91999640-c21f-4f14-b0c8-97315492fad1 {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:57:58.563149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:57:58.563579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Checking segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:58.564031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:58.564474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Bound using segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:57:58.565000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Bound port: ab354edb-2e78-482a-9d85-654000b92936, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:57:58.574727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:58.673431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:58.680342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device cb41c2fd-2400-459d-9526-0a32745d9df5 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:58.796174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-59c00496-a629-4390-88bd-8a8a2bc1b6c1 None None] Provisioning complete for port cb41c2fd-2400-459d-9526-0a32745d9df5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:58.796814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-59c00496-a629-4390-88bd-8a8a2bc1b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:58.921815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port cb41c2fd-2400-459d-9526-0a32745d9df5 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:58.922238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.012371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:57:59.030068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Sync routers for ids ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:57:59.051146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Notify callbacks [] for router, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.055672 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.1182618 Feb 17 17:57:59.057288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 45936) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:59.066715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] For port ab354edb-2e78-482a-9d85-654000b92936, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:57:59.153740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Routers {'9d70a6e2-44e0-43ce-a3a1-d0533e24305d'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:59.154455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:57:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:59.348869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Notify callbacks [] for port, precommit_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.362819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Transition to ACTIVE for port object 4900b4d0-8e86-47a5-ac20-0de52316b4d8 will not be triggered until provisioned by entity L2. {{(pid=83944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:59.368923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.370308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] For port ab354edb-2e78-482a-9d85-654000b92936, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=ab354edb-2e78-482a-9d85-654000b92936,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:57:59.427037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.494782 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:59.569438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.38', 60015) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:59.602844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:59.689464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.698735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Pushing event updated for resources: {'Port': ['ID=4900b4d0-8e86-47a5-ac20-0de52316b4d8,revision_number=2']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:59.708850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.709227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.709599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.709964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.710660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.711030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.711650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.712015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.712379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.712848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.713070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.713424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.714201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.714506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.714871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.715446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.715582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.716074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.716440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.716791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.717147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.717501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.717858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.718209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Tracked resource versions report: Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: pushed versions: Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: { 'AddressGroup': {'1.1'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': {'1.0'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': {'1.0'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': {'1.1'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': {'1.7'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': {'1.2'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': {'1.8'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': {'1.4'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': {'1.0'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': {'1.1'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': {'1.1'}} Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: consumer versions: Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: { DHCP agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: L3 agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: Metadata agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: Metering agent@dv-cinder-760194-3-smb: {}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@dv-cinder-760194-3-smb: { 'AddressGroup': '1.1', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}, Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'ConntrackHelper': '1.0', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Log': '1.0', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Network': '1.1', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Port': '1.7', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'PortForwarding': '1.2', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'QosPolicy': '1.8', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroup': '1.4', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SecurityGroupRule': '1.2', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'SubPort': '1.0', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Subnet': '1.1', Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: 'Trunk': '1.1'}} Feb 17 17:57:59.719635 dv-cinder-760194-3-smb neutron-server[83830]: {{(pid=83944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:57:59.775839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-438bcb14-8b61-4c0d-aab1-b493b9528983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:59.814865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Attempting to bind port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:59.820555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Attempting to bind port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:57:59.821022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Attempting to bind port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 on network b6e25248-6bed-4b78-8681-3d07b5d178fb {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:57:59.832632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:57:59.833055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:59.833509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.833945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Bound using segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:57:59.834507 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Bound port: 4900b4d0-8e86-47a5-ac20-0de52316b4d8, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:57:59.834930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.978772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:00.069300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Allocated IP 172.28.0.13 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:00.123170 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] For port 4900b4d0-8e86-47a5-ac20-0de52316b4d8, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:00.134804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] For port 4900b4d0-8e86-47a5-ac20-0de52316b4d8, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=4900b4d0-8e86-47a5-ac20-0de52316b4d8,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:00.142078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:00.179295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:00.337380 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-257ce319-1996-4450-8f1f-5013ce6bf246 req-fbc8a448-b8cb-4043-b6e2-5e4268ebe76c tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 210 time: 0.6873541 Feb 17 17:58:00.344099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Pushing event updated for resources: {'Port': ['ID=ab354edb-2e78-482a-9d85-654000b92936,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:00.450025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-a79375d6-534b-4cb6-9f5b-971ba14aa9ce tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:00.451150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-a79375d6-534b-4cb6-9f5b-971ba14aa9ce tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Synchronizing usage tracker for tenant:73451983124249e3a74e4609456a7db0 on resource:network {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:00.555331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-eaf97c65-b785-4e41-b7b9-ba6078c16e58 None None] Provisioning complete for port cb41c2fd-2400-459d-9526-0a32745d9df5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:00.555898 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eaf97c65-b785-4e41-b7b9-ba6078c16e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:00.557524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-a79375d6-534b-4cb6-9f5b-971ba14aa9ce tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Unset dirty status for tenant:73451983124249e3a74e4609456a7db0 on resource:network {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:00.558904 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-a79375d6-534b-4cb6-9f5b-971ba14aa9ce tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.38 "GET /v2.0/networks?id=8d7fd002-1181-4436-b302-63593239bd3f HTTP/1.1" status: 200 len: 812 time: 0.9877298 Feb 17 17:58:00.595020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:00.599977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:00.611988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:00.625399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Request body: {'port': {'device_id': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'network_id': '8d7fd002-1181-4436-b302-63593239bd3f', 'admin_state_up': True, 'tenant_id': '73451983124249e3a74e4609456a7db0'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:00.707041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Set router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:00.929734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08d83e1-b850-4396-8703-a133ca4b7a18,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:00.931671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46012) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:00.970720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:01.142494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.179445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a6d6f3d8-55d6-4e94-8bbf-995a36f065f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:01.282266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Pushing event updated for resources: {'Port': ['ID=4900b4d0-8e86-47a5-ac20-0de52316b4d8,revision_number=3']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:01.286611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.107s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:01.293895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Checking segment: {'id': 'df2732ee-b1a9-4244-b45b-629d9cfea89d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3a8fdf03-db81-46d4-a463-25a224e6d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:01.293895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Network hostable DHCP agents. Network: 3a8fdf03-db81-46d4-a463-25a224e6d1cf, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:58:01.323966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:01.324653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:57:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:01.433773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-45066a1c-92f7-4387-86ef-1119c7b33feb None None] Provisioning complete for port cb41c2fd-2400-459d-9526-0a32745d9df5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:01.434380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-45066a1c-92f7-4387-86ef-1119c7b33feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.484678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Network 3a8fdf03-db81-46d4-a463-25a224e6d1cf is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:58:01.501392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.529633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 3a8fdf03-db81-46d4-a463-25a224e6d1cf) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:01.556874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:01.561367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Usage tracker for resource:security_group_rule and tenant:9ceb4230f3fd44f989370b35bb3ef918 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:01.565790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e094b2-b580-4531-96da-f385b5e859d9 None None] Network 3a8fdf03-db81-46d4-a463-25a224e6d1cf requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:01.568122 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:01.587470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:01.624179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:01.626096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:57:55Z', 'revision_number': 3, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port': {'id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:52Z', 'updated_at': '2021-02-17T17:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:01.636826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Usage tracker for resource:port and tenant:73451983124249e3a74e4609456a7db0 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:01.646708 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:01.668572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:01.688141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.690245 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:01.691842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:01.692957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.703489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.739804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Made reservation on behalf of 73451983124249e3a74e4609456a7db0 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:01.754357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d52a06f2-453e-4d60-9e97-20c1e16ea1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:01.768101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.768297 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ceb4230f3fd44f989370b35bb3ef918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8276198 Feb 17 17:58:01.828133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46032) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:01.835037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:01.837338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Checking router: 9d70a6e2-44e0-43ce-a3a1-d0533e24305d for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:01.837865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Updating router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d port 55f0b346-445a-4612-b0b3-14dbefa74a2a binding host dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:58:01.862626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:02.028272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:02.231193 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f4cdafe9-0937-4ce0-a268-6778faec5fa5 req-1c4330ad-cd0b-49de-81c8-6adf261ca651 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 210 time: 0.4642291 Feb 17 17:58:02.243215 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-49242390-e5da-4801-ab03-09d75508db69 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8064318 Feb 17 17:58:02.252233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d28ed5-41f6-4bdb-937c-06c3721bd4a0,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:02.266460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:02.275418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:02.878149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Allocated IP 172.20.0.9 (8d7fd002-1181-4436-b302-63593239bd3f/9c345a02-5b15-4821-9955-b5d7b276a039/8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:02.891254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device ab354edb-2e78-482a-9d85-654000b92936 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:02.963964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d565da-017d-423b-a683-3c0777350148 None None] Network 91999640-c21f-4f14-b0c8-97315492fad1 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:03.000388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:57:54Z', 'revision_number': 3, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:03.011138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ba6b4-b2fd-4574-9aa7-8aecaa2b587b None None] The sync data for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb is: [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:57:54Z', 'revision_number': 3, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:03.028220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46060) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:03.030169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46066) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:03.437272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.473500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:03.533229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Deleting subnet 61a45cd2-5bb8-49cb-a9d3-79d2d9956482 {{(pid=83941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:58:03.553559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ae5916fd6b448ebf9a7f245004fdaa is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:03.562305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.575891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.666803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.677624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.686041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.717619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.746590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-318012c4-f7e4-494b-8d74-9530c78801ff None None] Provisioning for port ab354edb-2e78-482a-9d85-654000b92936 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:03.795274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Allocated IP 172.20.0.1 (e043fe49-685b-4152-a545-a467db657031/b204ba09-f492-4c5c-a93f-8a5615e83b86/0847aa8c-126c-460c-adcd-64664197c7d9) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:03.859629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.886517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:04.021763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:04.186359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:04.220323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.236643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Transition to ACTIVE for port object 55f0b346-445a-4612-b0b3-14dbefa74a2a will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:04.291869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.300422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:04.303387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.342217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:04.358119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:04.581467 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966c96-c3a4-4bc1-bf87-1da91c3d6065 req-955d8745-d9c3-4e53-810e-9c6426657913 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:04.583547 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-23966c96-c3a4-4bc1-bf87-1da91c3d6065 req-955d8745-d9c3-4e53-810e-9c6426657913 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 931 time: 0.7747893 Feb 17 17:58:04.636332 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.649160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Allocated IP 172.20.0.1 (3bf89fa6-36c8-4e5d-8230-8673d1a72579/9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb/c797c74b-025a-4b67-8722-c5056d7925d2) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:04.661379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Pushing event updated for resources: {'Port': ['ID=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:04.682607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.773114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1f0a1fa0-f26c-4742-ba57-13a5371f2056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:04.831450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:04.844072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:04.859328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac8d6e-53ea-471c-b026-c581dc9cedd7 None None] Network 3a8fdf03-db81-46d4-a463-25a224e6d1cf requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:04.889906 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:04.893046 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2c77-d002-4e36-addd-1e646f4ff620 None None] Pushing event updated for resources: {'Port': ['ID=55f0b346-445a-4612-b0b3-14dbefa74a2a,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:04.909030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a32e2c77-d002-4e36-addd-1e646f4ff620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:04.964255 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6ae5916fd6b448ebf9a7f245004fdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9286647 Feb 17 17:58:05.009921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] Provisioning complete for port ab354edb-2e78-482a-9d85-654000b92936 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:05.010373 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.011016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46088) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:05.041823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff5674-3ec1-4be9-bbca-4bb575b18924,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:05.046312 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d28ed5-41f6-4bdb-937c-06c3721bd4a0,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:05.053726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:05.098030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port ab354edb-2e78-482a-9d85-654000b92936 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:05.106657 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:05.109892 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-23966c96-c3a4-4bc1-bf87-1da91c3d6065 req-ffde310b-f44d-4742-a517-91108ca89150 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684224 Feb 17 17:58:05.204172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.244712 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.248564 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39d28ed5-41f6-4bdb-937c-06c3721bd4a0 HTTP/1.1" status: 204 len: 168 time: 3.3336735 Feb 17 17:58:05.314839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port ab354edb-2e78-482a-9d85-654000b92936 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:05.315870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.443191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.447123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-37c78bac-91cb-4ebf-b9c8-65ada277b7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:05.467011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Attempting to bind port 55f0b346-445a-4612-b0b3-14dbefa74a2a on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:05.467757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Attempting to bind port 55f0b346-445a-4612-b0b3-14dbefa74a2a by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:05.469045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Attempting to bind port 55f0b346-445a-4612-b0b3-14dbefa74a2a on network b6e25248-6bed-4b78-8681-3d07b5d178fb {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:05.507849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.530756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Transition to ACTIVE for port object c797c74b-025a-4b67-8722-c5056d7925d2 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:05.552678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:58:05.557490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Network 8d7fd002-1181-4436-b302-63593239bd3f is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:05.590715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a45cd2-5bb8-49cb-a9d3-79d2d9956482,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:05.611356 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:05.614871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:05.615357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:05.615791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.616297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Bound using segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:05.617764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Bound port: 55f0b346-445a-4612-b0b3-14dbefa74a2a, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:05.618212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.657341 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.705939 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b5ad32d3-e912-4bdc-99e8-ed062658fa8b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/61a45cd2-5bb8-49cb-a9d3-79d2d9956482 HTTP/1.1" status: 204 len: 168 time: 2.6721826 Feb 17 17:58:05.707019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] For port 55f0b346-445a-4612-b0b3-14dbefa74a2a, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:05.711124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] For port 55f0b346-445a-4612-b0b3-14dbefa74a2a, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=55f0b346-445a-4612-b0b3-14dbefa74a2a,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:05.712669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46100) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:05.732298 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.769074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fc758e4c-5b28-434b-b92c-7a350327023a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:05.821619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:05.833131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.879024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.947375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.992348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:06.014369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:06.015500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.114879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.141317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c8f0c45e-66e2-47ea-86f7-d6ee0daa4d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:06.255235 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] For port ab354edb-2e78-482a-9d85-654000b92936, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=ab354edb-2e78-482a-9d85-654000b92936,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:06.296725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.303887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.311945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:06.376525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.385902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.388397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2c77-d002-4e36-addd-1e646f4ff620 None None] Pushing event updated for resources: {'Port': ['ID=55f0b346-445a-4612-b0b3-14dbefa74a2a,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:06.399903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a32e2c77-d002-4e36-addd-1e646f4ff620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:06.400427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a32e2c77-d002-4e36-addd-1e646f4ff620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:06.472128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.528084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.583093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Pushing event updated for resources: {'Port': ['ID=0847aa8c-126c-460c-adcd-64664197c7d9,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:06.591940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:06.609065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Network e043fe49-685b-4152-a545-a467db657031 is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:06.616559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:06.619815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:06.620627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853850857'] for router_interface, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.699372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c797c74b-025a-4b67-8722-c5056d7925d2,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:06.709160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:06.718194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.719844 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0993099 Feb 17 17:58:06.750010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] Pushing event updated for resources: {'Port': ['ID=ab354edb-2e78-482a-9d85-654000b92936,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:06.758375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:06.765932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-a75a6eb0-530b-4b7c-87bd-ecd5efaa5cbc tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:58:06.768186 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-a75a6eb0-530b-4b7c-87bd-ecd5efaa5cbc tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0274556 Feb 17 17:58:06.771826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fe1758ad-132d-4c35-b136-76eaa656ee54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:06.792935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Routers {'9d70a6e2-44e0-43ce-a3a1-d0533e24305d'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:06.794856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff5674-3ec1-4be9-bbca-4bb575b18924,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:06.797032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:57:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:06.805548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:06.920337 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.921663 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62ff5674-3ec1-4be9-bbca-4bb575b18924 HTTP/1.1" status: 204 len: 168 time: 1.9093733 Feb 17 17:58:07.036162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:07.166403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.166974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.167949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.168436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > port after_create 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.168906 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > port after_delete 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.169374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > port after_update 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.169843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.170313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.170813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.171272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.248747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] Set router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:07.433491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.434629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.435200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.435910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:07.436478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f857296-8d05-4ad1-a361-5a811927add5']}} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:07.452330 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3b930e-cd48-412d-8acd-f46fb70d1296') {'for_net_delete': True} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:07.453012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3b930e-cd48-412d-8acd-f46fb70d1296') {} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:07.471915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851626197'] for segment, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:07.489463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:07.492596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:58:07.711620 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Network 8f857296-8d05-4ad1-a361-5a811927add5 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:07.732829 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630034'] for segment, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:07.936331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:58:07.937268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:58:07.965998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-0d991048-5024-485a-9e21-fb6f05e5e60f None None] Provisioning complete for port ab354edb-2e78-482a-9d85-654000b92936 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:07.966377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d991048-5024-485a-9e21-fb6f05e5e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:07.977112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:08.092951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46158) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:08.102930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Network 8f857296-8d05-4ad1-a361-5a811927add5 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:08.144387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:08.149275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:08.149813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853850857'] for router_interface, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.192493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: from cryptography.utils import int_from_bytes Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: from cryptography.utils import int_from_bytes Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: (rel_b, rel_a, rel_b), Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: (rel_b, rel_a, rel_b), Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:58:08.210703 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:58:08.380106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:08.395440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Usage tracker for resource:security_group_rule and tenant:d6eddefd87c74785bbd8933c8999394d is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:08.399624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:08.411793 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:08.456314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853856084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566'] for router, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.555309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027204d7-4aa9-41bb-a4d7-151d7840d3ac req-f0525dd4-f087-4993-87e1-131c1b766ded tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:08.557244 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027204d7-4aa9-41bb-a4d7-151d7840d3ac req-f0525dd4-f087-4993-87e1-131c1b766ded tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 931 time: 2.0462513 Feb 17 17:58:08.646527 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027204d7-4aa9-41bb-a4d7-151d7840d3ac req-ba7f6289-a1eb-4639-958d-56edc9436d69 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655234 Feb 17 17:58:08.654180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.710742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:57:55Z', 'revision_number': 3, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port': {'id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:52Z', 'updated_at': '2021-02-17T17:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:08.720210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807924e-f915-45a6-8933-e2ec3add58f4 None None] The sync data for ids ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'] in dv-cinder-760194-3-smb is: [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:57:55Z', 'revision_number': 3, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port': {'id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:52Z', 'updated_at': '2021-02-17T17:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:08.758671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-a4d7a876-2f03-4ab1-8252-930f585a5c4b None None] Provisioning for port c797c74b-025a-4b67-8722-c5056d7925d2 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:08.766280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-a4d7a876-2f03-4ab1-8252-930f585a5c4b None None] Provisioning complete for port c797c74b-025a-4b67-8722-c5056d7925d2 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:08.766732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a876-2f03-4ab1-8252-930f585a5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.890880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7a876-2f03-4ab1-8252-930f585a5c4b None None] Port c797c74b-025a-4b67-8722-c5056d7925d2 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:08.992748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device ab354edb-2e78-482a-9d85-654000b92936 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:09.102885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.113277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Request body: {'port': {'device_id': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:09.157292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.158905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port ab354edb-2e78-482a-9d85-654000b92936 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:09.159276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.183894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:09.230853 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] 10.222.0.52 "DELETE /v2.0/networks/8f857296-8d05-4ad1-a361-5a811927add5 HTTP/1.1" status: 204 len: 168 time: 3.5140619 Feb 17 17:58:09.263026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46174) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:09.310198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=8f857296-8d05-4ad1-a361-5a811927add5,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:09.319947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:09.548985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 4900b4d0-8e86-47a5-ac20-0de52316b4d8 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:09.710777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.741529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.821181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:09.848739 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:09.849192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.987320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.995401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.003892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.007791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.069094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:10.200742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46192) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:10.299745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.348528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 4900b4d0-8e86-47a5-ac20-0de52316b4d8, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=4900b4d0-8e86-47a5-ac20-0de52316b4d8,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:10.351146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Deleting subnet b08d83e1-b850-4396-8703-a133ca4b7a18 {{(pid=83941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:58:10.357565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.365060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:10.372875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 is scheduled to L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f with binding_index 1 {{(pid=83942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:58:10.373297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.421082 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6eddefd87c74785bbd8933c8999394d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3209312 Feb 17 17:58:10.466695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46198) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:10.485244 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Pushing event updated for resources: {'Port': ['ID=0847aa8c-126c-460c-adcd-64664197c7d9,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:10.508740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925041'] for router_interface, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.533095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=4900b4d0-8e86-47a5-ac20-0de52316b4d8,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:10.534191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:10.536776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:10.562143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-74360469-74be-425b-9813-660665e72095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:10.745812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.773037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149619'] for subnet, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.812791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:10.850094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Usage tracker for resource:security_group_rule and tenant:07e54b2783444338a564dd19a744fc83 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:10.859588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:10.865129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6eaba7-ba62-4019-80e3-f19acdf2dfa7,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:10.880904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:10.889420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:10.904361 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f90b3-94bc-41d2-9563-0e187712e5de req-8687276f-d90e-49f3-bb43-d735a84cdb23 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:10.906187 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-235f90b3-94bc-41d2-9563-0e187712e5de req-8687276f-d90e-49f3-bb43-d735a84cdb23 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 931 time: 0.8539796 Feb 17 17:58:10.927328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 55f0b346-445a-4612-b0b3-14dbefa74a2a up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:10.977176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.981612 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:10.993514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Sync routers for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:11.014161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:11.014949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:57:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:11.074879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 55f0b346-445a-4612-b0b3-14dbefa74a2a completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:11.081582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 55f0b346-445a-4612-b0b3-14dbefa74a2a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:11.082012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.176787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:58:11.187090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.204508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Transition to ACTIVE for port object 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:11.208837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.214023 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7707b63f-dd43-473c-b894-79dfb9327aa6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.9974573 Feb 17 17:58:11.217839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46210) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:11.218572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.385966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.433822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 55f0b346-445a-4612-b0b3-14dbefa74a2a, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=55f0b346-445a-4612-b0b3-14dbefa74a2a,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:11.453914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.454432 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 4900b4d0-8e86-47a5-ac20-0de52316b4d8 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:11.476058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:11.495020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:11.497504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:11.664302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=55f0b346-445a-4612-b0b3-14dbefa74a2a,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:11.671557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.687975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.712428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:11.740266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:11.740689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.775988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1683023e-225d-400b-8004-a2cff3ab4920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:11.789748 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07e54b2783444338a564dd19a744fc83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5673287 Feb 17 17:58:11.793760 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-235f90b3-94bc-41d2-9563-0e187712e5de req-7cd2b1d6-8806-4502-998c-cf9b7c2428fe tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8658724 Feb 17 17:58:11.794429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46218) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:11.848514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:11.856938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:11.968530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Network e043fe49-685b-4152-a545-a467db657031 is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:11.969628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:11.991177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:12.027724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.resource_extend [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:58:12.071431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.132668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:05Z', 'revision_number': 3, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:12.137742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Checking router: 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:12.138151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Updating router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 binding host dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:58:12.140886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80466bd2-d382-424c-b57b-7fb0795e06a6,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:12.188184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:12.209107 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.226628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.243232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.267790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925041'] for router_interface, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.283471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.470912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.583084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:12.716677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dca4249-b0ca-471c-bb0b-0a41fd02c5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.719041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.719175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f6b9218e-144c-4d6e-86cb-ab6017d058ca tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:12.755330 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 55f0b346-445a-4612-b0b3-14dbefa74a2a up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:12.789134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a75f22fb-40ce-41ec-82b3-507fbcbd2c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:12.801110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.806323 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d6eaba7-ba62-4019-80e3-f19acdf2dfa7 HTTP/1.1" status: 204 len: 168 time: 2.3279269 Feb 17 17:58:12.816992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6eaba7-ba62-4019-80e3-f19acdf2dfa7,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:12.832525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:12.853180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851146451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852558193'] for subnet, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.880109 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:12.885322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:13.015813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08d83e1-b850-4396-8703-a133ca4b7a18,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:13.039014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 55f0b346-445a-4612-b0b3-14dbefa74a2a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:13.039448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.100055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c797c74b-025a-4b67-8722-c5056d7925d2,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:13.134479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:13.134914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:13.144053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.148799 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80466bd2-d382-424c-b57b-7fb0795e06a6 HTTP/1.1" status: 204 len: 168 time: 1.3272693 Feb 17 17:58:13.223566 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Notify callbacks [] for port, precommit_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.245708 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Transition to ACTIVE for port object 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 will not be triggered until provisioned by entity L2. {{(pid=83944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:13.252091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80466bd2-d382-424c-b57b-7fb0795e06a6,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:13.254951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.262320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:13.295846 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3fe8424a-fc1d-4f0a-a755-b96fb88495d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:13.296090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:13.314504 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] 10.222.0.52 "PUT /v2.0/routers/9d70a6e2-44e0-43ce-a3a1-d0533e24305d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2475235 Feb 17 17:58:13.322516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.324506 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b08d83e1-b850-4396-8703-a133ca4b7a18 HTTP/1.1" status: 204 len: 168 time: 4.0587406 Feb 17 17:58:13.327240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46244) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:13.349029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Sync routers for ids ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:13.395264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:13.424563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:13.449293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:13.458686 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Routers {'9d70a6e2-44e0-43ce-a3a1-d0533e24305d'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:13.459674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:57:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:13.472107 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb11c1-b203-4565-9f16-ac113a596ac3 req-0de3957c-2b86-4386-9a4a-ee200e6ffa52 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:13.481017 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-08eb11c1-b203-4565-9f16-ac113a596ac3 req-0de3957c-2b86-4386-9a4a-ee200e6ffa52 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 943 time: 0.4436729 Feb 17 17:58:13.500458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2d95e-2347-4679-b432-b21b5b53d4c9 None None] Pushing event updated for resources: {'Port': ['ID=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,revision_number=2']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:13.513696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-16c2d95e-2347-4679-b432-b21b5b53d4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:13.548238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.623629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Attempting to bind port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:13.624272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Attempting to bind port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '94056e3f-44df-4f63-ba85-778edf590efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d7fd002-1181-4436-b302-63593239bd3f'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:13.624711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Attempting to bind port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 on network 8d7fd002-1181-4436-b302-63593239bd3f {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:13.635660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:13.636154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Checking segment: {'id': '94056e3f-44df-4f63-ba85-778edf590efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d7fd002-1181-4436-b302-63593239bd3f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:13.636683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.637149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Bound using segment: {'id': '94056e3f-44df-4f63-ba85-778edf590efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d7fd002-1181-4436-b302-63593239bd3f'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:13.637729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Bound port: 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94056e3f-44df-4f63-ba85-778edf590efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d7fd002-1181-4436-b302-63593239bd3f'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:13.638187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.708256 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-08eb11c1-b203-4565-9f16-ac113a596ac3 req-ac2477d7-dc9e-4894-86a5-1a6f93d5d826 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262044 Feb 17 17:58:13.878198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:13.949984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-8ca8898e-61db-403b-b0c9-e3e0ebe2be03 None None] Provisioning complete for port c797c74b-025a-4b67-8722-c5056d7925d2 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:13.950524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8ca8898e-61db-403b-b0c9-e3e0ebe2be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.035609 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:14.054865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Set router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:14.088144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8fdf03-db81-46d4-a463-25a224e6d1cf']}} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:14.105992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2732ee-b1a9-4244-b45b-629d9cfea89d') {'for_net_delete': True} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:14.106458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2732ee-b1a9-4244-b45b-629d9cfea89d') {} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:14.122718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851626197'] for segment, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.127280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Attempting to bind port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:14.127875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Attempting to bind port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:14.133597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Attempting to bind port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 on network b6e25248-6bed-4b78-8681-3d07b5d178fb {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:14.140979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.143638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:58:14.145227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:14.146716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:14.149068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.149696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Bound using segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:14.150480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Bound port: 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:14.151298 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.311931 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8898e-61db-403b-b0c9-e3e0ebe2be03 None None] Port c797c74b-025a-4b67-8722-c5056d7925d2 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:14.346900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Network 3a8fdf03-db81-46d4-a463-25a224e6d1cf has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:14.349783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] For port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:14.355858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630034'] for segment, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.358588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46268) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:14.562514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:08Z', 'revision_number': 4, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port': {'id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:52Z', 'updated_at': '2021-02-17T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0847aa8c-126c-460c-adcd-64664197c7d9', 'name': '', 'network_id': 'e043fe49-685b-4152-a545-a467db657031', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'mac_address': 'fa:16:3e:f6:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b204ba09-f492-4c5c-a93f-8a5615e83b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:02Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 2, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'subnets': [{'id': 'b204ba09-f492-4c5c-a93f-8a5615e83b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:14.568259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Checking router: 9d70a6e2-44e0-43ce-a3a1-d0533e24305d for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:14.568674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Updating router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d port 0847aa8c-126c-460c-adcd-64664197c7d9 binding host dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:58:14.638882 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.822519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.856436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Network 3a8fdf03-db81-46d4-a463-25a224e6d1cf has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:14.858769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:14.863187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Usage tracker for resource:security_group_rule and tenant:f0a7dd140e274046a6ab3289943a32cc is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:14.866738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:14.873369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:58:14.965534 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:58:15.115211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] For port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:15.120011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.163389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:15.174511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] For port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:15.177029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-bd6cc264-174d-4ef0-a21b-6e8bce4e49d8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:15.178478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-bd6cc264-174d-4ef0-a21b-6e8bce4e49d8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Synchronizing usage tracker for tenant:314f882d705243f6a164b12f7e2e8650 on resource:network {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:15.189064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.196421 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/6925ec6c-6287-41e6-bbd3-e5c2844e6e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8199654 Feb 17 17:58:15.203990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2526bf12-3dcc-4c72-9962-11a377ecdcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:15.226157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] For port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,segment=NetworkSegment(94056e3f-44df-4f63-ba85-778edf590efd),segment_id=94056e3f-44df-4f63-ba85-778edf590efd)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:15.229177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.238223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.242503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8fdf03-db81-46d4-a463-25a224e6d1cf,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:15.248281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:15.250764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.252103 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-31ee945b-da29-481e-9a29-cd55723b388f admin admin] 10.222.0.52 "DELETE /v2.0/networks/3a8fdf03-db81-46d4-a463-25a224e6d1cf HTTP/1.1" status: 204 len: 168 time: 1.9238687 Feb 17 17:58:15.257070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-bd6cc264-174d-4ef0-a21b-6e8bce4e49d8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Unset dirty status for tenant:314f882d705243f6a164b12f7e2e8650 on resource:network {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:15.258488 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-bd6cc264-174d-4ef0-a21b-6e8bce4e49d8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 819 time: 0.2888532 Feb 17 17:58:15.293504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-16c2d95e-2347-4679-b432-b21b5b53d4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:15.296356 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-3a13369e-f1c3-4609-8316-ab238bf18285 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/quotas/314f882d705243f6a164b12f7e2e8650 HTTP/1.1" status: 200 len: 375 time: 0.0229595 Feb 17 17:58:15.303255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ba5e9-2443-4993-8b42-4941349a5328 req-8d115a99-8881-4369-b3a4-8ba496e34098 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:15.305308 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-704ba5e9-2443-4993-8b42-4941349a5328 req-8d115a99-8881-4369-b3a4-8ba496e34098 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 943 time: 0.3344629 Feb 17 17:58:15.378679 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Sync routers for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:15.407509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:15.418637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d793-3c62-4d2c-9da1-7661fb1c5d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.440814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.511761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46316) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:15.529034 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-704ba5e9-2443-4993-8b42-4941349a5328 req-7cf48e49-a445-488b-a79b-bdc86e386a0e tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351204 Feb 17 17:58:15.533077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:15.533749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:15.590903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-6c627daf-6662-4785-b403-887daf92ee85 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Synchronizing usage tracker for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:15.615639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-6c627daf-6662-4785-b403-887daf92ee85 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Unset dirty status for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:15.617928 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-6c627daf-6662-4785-b403-887daf92ee85 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3114841 Feb 17 17:58:15.634053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2d95e-2347-4679-b432-b21b5b53d4c9 None None] Pushing event updated for resources: {'Port': ['ID=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,revision_number=3']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:15.648512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-16c2d95e-2347-4679-b432-b21b5b53d4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:15.663134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Notify callbacks [] for port, precommit_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.676089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Transition to ACTIVE for port object 0847aa8c-126c-460c-adcd-64664197c7d9 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:15.682209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:15.714205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cff5e70c-8051-4a20-b7aa-f988f6312393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:15.785995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:15.786991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:16.025379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79430-c461-4aed-b175-17f08203f700 None None] Pushing event updated for resources: {'Port': ['ID=0847aa8c-126c-460c-adcd-64664197c7d9,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:16.043735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eaf79430-c461-4aed-b175-17f08203f700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:16.045938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:16.110251 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-dde22c69-a38d-405b-b21c-5a20d392980f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0c5d404a14743cab5c00144eed15cb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5866392 Feb 17 17:58:16.112913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46340) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:16.133015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:16.133703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.135249 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] 10.222.0.38 "PUT /v2.0/ports/8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 HTTP/1.1" status: 200 len: 1157 time: 8.3180625 Feb 17 17:58:16.137148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.138166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'tag': '8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:16.240065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.268026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:16.284907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:16.330217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.361720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.417502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Attempting to bind port 0847aa8c-126c-460c-adcd-64664197c7d9 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:16.417937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Attempting to bind port 0847aa8c-126c-460c-adcd-64664197c7d9 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:16.418324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Attempting to bind port 0847aa8c-126c-460c-adcd-64664197c7d9 on network e043fe49-685b-4152-a545-a467db657031 {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:16.430753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:16.440010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:16.440437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Checking segment: {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:16.440898 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.441341 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Bound using segment: {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:16.441870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Bound port: 0847aa8c-126c-460c-adcd-64664197c7d9, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:16.442499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.479060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-5be92ac3-360c-4cd0-984b-f12604d29e99 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:58:16.480458 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-5be92ac3-360c-4cd0-984b-f12604d29e99 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2906117 Feb 17 17:58:16.481874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.500023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b6d2da8e-f517-4408-872c-005a84d3f334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:16.548025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a07ab74-1753-454d-b47d-524f93bd36bc,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:16.549619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.554544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46360) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:16.611908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894051442', 'description': 'tempest-description--1164759045'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:16.621698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:16.626438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:16.629902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:16.637900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:16.653815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:16.655173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:16.661185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.670013 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a07ab74-1753-454d-b47d-524f93bd36bc HTTP/1.1" status: 204 len: 168 time: 0.5559204 Feb 17 17:58:16.680339 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0a7dd140e274046a6ab3289943a32cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9432094 Feb 17 17:58:16.681107 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f953aa6-4ece-48f8-bd56-0b4393f707a1,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:16.687137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46368) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:16.700907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] For port 0847aa8c-126c-460c-adcd-64664197c7d9, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:16.704393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] For port 0847aa8c-126c-460c-adcd-64664197c7d9, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0847aa8c-126c-460c-adcd-64664197c7d9,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:16.707018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.709760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:16.737955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:16.743683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:16.921967 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-4daba7dd-922b-4b74-9008-eefdad6659bc service neutron] 10.222.0.52 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228833 Feb 17 17:58:16.924449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:16.930267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group_rule and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:16.933958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:16.941365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:16.985572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-92889206-f769-4bc2-8079-2da0b172b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:16.987257 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-92889206-f769-4bc2-8079-2da0b172b436 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=73451983124249e3a74e4609456a7db0&device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 1160 time: 0.7060535 Feb 17 17:58:17.021668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79430-c461-4aed-b175-17f08203f700 None None] Pushing event updated for resources: {'Port': ['ID=0847aa8c-126c-460c-adcd-64664197c7d9,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:17.027443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eaf79430-c461-4aed-b175-17f08203f700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:17.039684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:17.127950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:17.168045 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-09ad8ff3-9608-4b80-901d-f816ae9a8caf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 HTTP/1.1" status: 200 len: 217 time: 0.1526504 Feb 17 17:58:17.168529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Routers {'9d70a6e2-44e0-43ce-a3a1-d0533e24305d'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:17.169890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:17.192087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:17.302499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:17.383812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:17.392068 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8330910 Feb 17 17:58:17.392238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46388) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:17.407274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'security_group_rule': {'security_group_id': '93d88a8b-7117-4ec4-b6f3-59d7bf94ba97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:17.412041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46392) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:17.438253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:17.439491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-38f031c2-072b-4046-b795-581e8d92917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:05Z', 'revision_number': 3, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:17.448112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f031c2-072b-4046-b795-581e8d92917e None None] The sync data for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb is: [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:05Z', 'revision_number': 3, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:17.452031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] Set router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:17.470318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:17.487192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group_rule and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:17.495547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Allocated IP 172.20.0.1 (91999640-c21f-4f14-b0c8-97315492fad1/eb27c234-eac8-4ff8-b213-61c7d737c175/0700131e-144a-49a3-83cc-1960370da352) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:17.510792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:17.512074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 2, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:17.521671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Checking router: 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:17.525634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Updating router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 port c797c74b-025a-4b67-8722-c5056d7925d2 binding host dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:58:17.531538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10800879-9293-4cc0-9a58-28b0c470f0db req-9617479d-dd25-46ac-a5d9-e332968c070c tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:17.533311 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-10800879-9293-4cc0-9a58-28b0c470f0db req-9617479d-dd25-46ac-a5d9-e332968c070c tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 943 time: 0.8055363 Feb 17 17:58:17.533845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:17.549857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:17.572123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-43fbd699-fa57-4754-9087-9a869a4c631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:17.573742 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-43fbd699-fa57-4754-9087-9a869a4c631d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9c345a02-5b15-4821-9955-b5d7b276a039 HTTP/1.1" status: 200 len: 852 time: 0.3983526 Feb 17 17:58:17.581940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:17.669210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:17.675847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46402) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:17.815115 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-10800879-9293-4cc0-9a58-28b0c470f0db req-0d11db57-4249-4f37-86c5-88a2aadfcaa7 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684956 Feb 17 17:58:17.827129 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-a10314a9-0c84-4dae-a410-5aaee72eae48 service neutron] 10.222.0.52 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7641537 Feb 17 17:58:17.876319 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-52c2f041-e7d4-42c9-affa-16991a80dc7c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32c0c02639d341548b6362cbe312b7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991320 Feb 17 17:58:17.879240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46410) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:17.991660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:08Z', 'revision_number': 4, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port': {'id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:52Z', 'updated_at': '2021-02-17T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0847aa8c-126c-460c-adcd-64664197c7d9', 'name': '', 'network_id': 'e043fe49-685b-4152-a545-a467db657031', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'mac_address': 'fa:16:3e:f6:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b204ba09-f492-4c5c-a93f-8a5615e83b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:02Z', 'updated_at': '2021-02-17T17:58:16Z', 'revision_number': 4, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'subnets': [{'id': 'b204ba09-f492-4c5c-a93f-8a5615e83b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:17.998667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cefdbbe-1028-4c68-8dab-5fbde8eabfa7 None None] The sync data for ids ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'] in dv-cinder-760194-3-smb is: [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:08Z', 'revision_number': 4, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port': {'id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:52Z', 'updated_at': '2021-02-17T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0847aa8c-126c-460c-adcd-64664197c7d9', 'name': '', 'network_id': 'e043fe49-685b-4152-a545-a467db657031', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'mac_address': 'fa:16:3e:f6:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b204ba09-f492-4c5c-a93f-8a5615e83b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:02Z', 'updated_at': '2021-02-17T17:58:16Z', 'revision_number': 4, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'subnets': [{'id': 'b204ba09-f492-4c5c-a93f-8a5615e83b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:18.040349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.078282 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.136668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Transition to ACTIVE for port object 0700131e-144a-49a3-83cc-1960370da352 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:18.140647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.231696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.290707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.322254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:18.326717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Usage tracker for resource:security_group_rule and tenant:842f01f963544edd80ab3daff2c15523 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:18.330556 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:18.336722 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:18.501851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.509577 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67d4a9dd-d9f0-4171-b638-4ff689c288a5 req-955f3952-c221-47e6-be45-ea337658e5e6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 210 time: 0.0778878 Feb 17 17:58:18.509839 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-dff3ac10-e206-4c91-a5f0-2019f4603e83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7fd002-1181-4436-b302-63593239bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9126239 Feb 17 17:58:18.511237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.517751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.534653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:18.553857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b766c-acd3-440e-a93a-c1c79217a562,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:18.557936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:18.559191 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f8b766c-acd3-440e-a93a-c1c79217a562 HTTP/1.1" status: 204 len: 168 time: 0.6789410 Feb 17 17:58:18.564399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:18.954648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0847aa8c-126c-460c-adcd-64664197c7d9 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:19.223844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 0847aa8c-126c-460c-adcd-64664197c7d9 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:19.240524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 0847aa8c-126c-460c-adcd-64664197c7d9 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:19.240524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.269649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Notify callbacks [] for port, precommit_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.326295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Transition to ACTIVE for port object c797c74b-025a-4b67-8722-c5056d7925d2 will not be triggered until provisioned by entity L2. {{(pid=83944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:19.332208 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.347624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.356496 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'tag': '8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125', 'status': 'completed', 'code': 200} Feb 17 17:58:19.359335 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-2d44e837-ed58-4152-a5a3-c90cc9065129 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:19.371051 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-2d44e837-ed58-4152-a5a3-c90cc9065129 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 819 time: 0.2566793 Feb 17 17:58:19.380427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:19.382407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:19.402530 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-b6cf977c-1f82-4469-b5e9-b9f243d57276 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/quotas/314f882d705243f6a164b12f7e2e8650 HTTP/1.1" status: 200 len: 375 time: 0.0302732 Feb 17 17:58:19.405981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.442267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.489698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c0c53-c0d9-44cd-83cb-915f8e117884 req-7a24052b-3f61-4d79-957a-e36935247968 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:19.508384 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-938c0c53-c0d9-44cd-83cb-915f8e117884 req-7a24052b-3f61-4d79-957a-e36935247968 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 943 time: 0.4511471 Feb 17 17:58:19.547377 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-cfc676a1-0c71-43be-8b11-1cb04286c868 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7fd002-1181-4436-b302-63593239bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0242643 Feb 17 17:58:19.606298 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-938c0c53-c0d9-44cd-83cb-915f8e117884 req-fc54aff3-3eb2-4c43-b240-a94daa230b52 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921717 Feb 17 17:58:19.659148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f953aa6-4ece-48f8-bd56-0b4393f707a1,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:19.670943 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.688711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:19.708024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4414efd-0df6-4b23-b0b3-2a6fbbf34054 None None] Pushing event updated for resources: {'Port': ['ID=c797c74b-025a-4b67-8722-c5056d7925d2,revision_number=3']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:19.708323 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-a10feec3-44c1-433a-b973-37521e87cb9d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3047831 Feb 17 17:58:19.752921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:19.839429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e4414efd-0df6-4b23-b0b3-2a6fbbf34054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:19.867137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0700131e-144a-49a3-83cc-1960370da352,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:19.912607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 0847aa8c-126c-460c-adcd-64664197c7d9, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0847aa8c-126c-460c-adcd-64664197c7d9,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:19.920753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.921776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:19.969654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Attempting to bind port c797c74b-025a-4b67-8722-c5056d7925d2 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:19.970072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Attempting to bind port c797c74b-025a-4b67-8722-c5056d7925d2 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:19.970516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Attempting to bind port c797c74b-025a-4b67-8722-c5056d7925d2 on network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:19.994771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:19.995189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Checking segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:19.995635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.996078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Bound using segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:19.996603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Bound port: c797c74b-025a-4b67-8722-c5056d7925d2, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:19.997015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.061588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:20.103127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:20.126482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:20.139348 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-97f3668d-908e-4155-9034-f5fb9bb0e76b service neutron] 10.222.0.52 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298844 Feb 17 17:58:20.239215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] For port c797c74b-025a-4b67-8722-c5056d7925d2, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:20.265111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:20.270435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] For port c797c74b-025a-4b67-8722-c5056d7925d2, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=c797c74b-025a-4b67-8722-c5056d7925d2,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:20.275253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.282856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:20.286199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.309484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f677a740-e4d5-4d29-b67e-6b2e66d9403d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:20.312889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab41150-4599-4603-acfd-3ee5551f9b01,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:20.331301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:20.342682 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=842f01f963544edd80ab3daff2c15523&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9227929 Feb 17 17:58:20.345496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.346900 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f953aa6-4ece-48f8-bd56-0b4393f707a1 HTTP/1.1" status: 204 len: 168 time: 3.6480234 Feb 17 17:58:20.355356 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46500) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:20.364593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=0847aa8c-126c-460c-adcd-64664197c7d9,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:20.426961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:20.503259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.520481 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-444312b0-0aef-48c4-8948-b261cc70a66e service neutron] 10.222.0.52 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3716726 Feb 17 17:58:20.540129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.576799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:20.661466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.673587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.705997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:20.713975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86599ccf-7066-4db0-af85-9f38b19b8202,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:20.716972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.718563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.719031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:20.725922 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3260529 Feb 17 17:58:20.726839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46514) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:20.732756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'security_group_rule': {'security_group_id': '93d88a8b-7117-4ec4-b6f3-59d7bf94ba97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:20.764345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:20.783185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:20.795727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group_rule and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:20.803851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:20.832584 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ed090c6-ac3d-4097-a10e-20fef39943ef req-66d1a05d-4ef6-4281-9817-25642d9f6e8a service neutron] 10.222.0.38 "GET /v2.0/networks/8d7fd002-1181-4436-b302-63593239bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1612916 Feb 17 17:58:20.838132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:20.914002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.939283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Network 91999640-c21f-4f14-b0c8-97315492fad1 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:20.949437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0847aa8c-126c-460c-adcd-64664197c7d9 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:20.959047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:20.964567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:20.964962 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853850857'] for router_interface, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.971260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:20.971956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:21.182464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:21.203528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:21.210357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 0847aa8c-126c-460c-adcd-64664197c7d9 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:21.211472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.217023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.251280 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d5f61852-87c1-4696-9a0f-33b0646d1a55 req-68bac865-9da7-44f1-9d9d-69604bf5e773 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 210 time: 0.2763100 Feb 17 17:58:21.534021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.557507 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.589053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:21.642123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:21.652482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.663123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.38', 60032) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:21.702779 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c3ec1-469d-495c-aa23-bc2534f10241 req-8a7af1d8-cec8-4c54-8d29-6cacc1316771 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:21.707727 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-999c3ec1-469d-495c-aa23-bc2534f10241 req-8a7af1d8-cec8-4c54-8d29-6cacc1316771 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 943 time: 0.7198975 Feb 17 17:58:21.916845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.940097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4414efd-0df6-4b23-b0b3-2a6fbbf34054 None None] Pushing event updated for resources: {'Port': ['ID=c797c74b-025a-4b67-8722-c5056d7925d2,revision_number=4']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:21.956948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:21.967410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e4414efd-0df6-4b23-b0b3-2a6fbbf34054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.658s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:21.996404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-2b00bc4e-0d90-4751-a190-96b54a2adfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:21.999040 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-2b00bc4e-0d90-4751-a190-96b54a2adfc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=73451983124249e3a74e4609456a7db0&device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 1160 time: 0.7842605 Feb 17 17:58:22.014676 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab41150-4599-4603-acfd-3ee5551f9b01,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:22.054470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.058354 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aab41150-4599-4603-acfd-3ee5551f9b01 HTTP/1.1" status: 204 len: 168 time: 1.6983445 Feb 17 17:58:22.094608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-d8692724-f7ef-4749-929d-6f3c74aee948 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:22.096439 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-d8692724-f7ef-4749-929d-6f3c74aee948 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 819 time: 0.4197109 Feb 17 17:58:22.097287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848f96c8-55d3-4920-93d8-ca07b824a1ef,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:22.107817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:22.113027 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.114840 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3866701 Feb 17 17:58:22.120789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Request body: {'port': {'device_id': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'network_id': 'e043fe49-685b-4152-a545-a467db657031', 'admin_state_up': True, 'tenant_id': '314f882d705243f6a164b12f7e2e8650'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:22.197824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46566) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:22.224474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:22.225759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-09163e4c-604d-48e6-a604-42a66016751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:22.227450 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-09163e4c-604d-48e6-a604-42a66016751d service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7fd002-1181-4436-b302-63593239bd3f HTTP/1.1" status: 200 len: 906 time: 0.1745379 Feb 17 17:58:22.243518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-3064d0aa-2aeb-4d2c-8424-f7bf45e89dcc None None] Provisioning for port 0700131e-144a-49a3-83cc-1960370da352 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:22.243856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:22.253323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-3064d0aa-2aeb-4d2c-8424-f7bf45e89dcc None None] Provisioning complete for port 0700131e-144a-49a3-83cc-1960370da352 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:22.253850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3064d0aa-2aeb-4d2c-8424-f7bf45e89dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.255225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cdd6f-aa28-4ac6-964e-807a55801a35 None None] The sync data for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb is: [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:22.429636 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-4f664441-5013-4f42-ad64-785d02cfca04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 HTTP/1.1" status: 200 len: 217 time: 0.1957128 Feb 17 17:58:22.430423 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46580) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:22.456982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-3064d0aa-2aeb-4d2c-8424-f7bf45e89dcc None None] Port 0700131e-144a-49a3-83cc-1960370da352 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:22.470948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'floatingip': {'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:22.483187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:22.490979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:floatingip and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:22.540345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:22.617336 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-fe97fef7-8659-4c36-bed0-1b878525e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:22.618971 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-fe97fef7-8659-4c36-bed0-1b878525e0ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9c345a02-5b15-4821-9955-b5d7b276a039 HTTP/1.1" status: 200 len: 852 time: 0.1524286 Feb 17 17:58:22.621648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:22.648345 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-51d9da8d-5fd6-49f9-a3ea-fdca4efd7fb8 req-187941ae-07e4-4818-ba9e-6d28e1163273 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 210 time: 0.1531153 Feb 17 17:58:22.656716 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-999c3ec1-469d-495c-aa23-bc2534f10241 req-2c677ad6-74b1-43ed-9dd3-e88d83a4e99f tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469947 Feb 17 17:58:22.668300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.751278 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-337bc8b0-d94d-4467-998c-8d2457d4587b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7fd002-1181-4436-b302-63593239bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232429 Feb 17 17:58:22.842554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:22.883990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:22.903927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Made reservation on behalf of 314f882d705243f6a164b12f7e2e8650 for: {'port': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:22.910121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.975625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device c797c74b-025a-4b67-8722-c5056d7925d2 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:23.102352 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.38', 60036) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:23.146357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.171942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port c797c74b-025a-4b67-8722-c5056d7925d2 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:23.181089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port c797c74b-025a-4b67-8722-c5056d7925d2 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:23.181512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.289420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.480781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925041'] for router_interface, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.503739 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:23.530464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.574371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.608945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port c797c74b-025a-4b67-8722-c5056d7925d2, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=c797c74b-025a-4b67-8722-c5056d7925d2,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:23.620748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.621928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:23.656281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46600) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:23.657498 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:23.775342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.822907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=c797c74b-025a-4b67-8722-c5056d7925d2,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:23.875491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:23.924784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5002981d-3add-4a6a-a0da-cea2ee89ba28 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:23.926399 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5002981d-3add-4a6a-a0da-cea2ee89ba28 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 819 time: 0.8172805 Feb 17 17:58:23.927487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:23.927926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.180485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:24.185966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6766b7246342be95da8b60172c06fe is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:24.189716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:24.196727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:24.210716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Request body: {'port': {'device_id': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'network_id': 'e043fe49-685b-4152-a545-a467db657031', 'admin_state_up': True, 'tenant_id': '314f882d705243f6a164b12f7e2e8650'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:24.271927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.303768 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1b3ec430-ce0f-4356-921b-adf0d8222e39 req-d3f106fb-0b51-4280-b11e-80442a0b20f3 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 210 time: 0.1270356 Feb 17 17:58:24.506746 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1df31d-d2c9-4f33-b748-fa1ced7c1a30 req-8a3a36a3-8a2a-4b37-860a-c1ba7a3214d8 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:24.508376 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0e1df31d-d2c9-4f33-b748-fa1ced7c1a30 req-8a3a36a3-8a2a-4b37-860a-c1ba7a3214d8 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 943 time: 0.3331704 Feb 17 17:58:24.550129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Allocated IP 172.20.0.7 (e043fe49-685b-4152-a545-a467db657031/b204ba09-f492-4c5c-a93f-8a5615e83b86/de60aaed-d22a-4869-9042-ffffdb3ccd27) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:24.563727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Allocated IP 172.28.0.102 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/d8459097-2aa1-4468-90b4-1c3d5ec9a48b) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:24.629841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0700131e-144a-49a3-83cc-1960370da352,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:24.635981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:24.647179 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0e1df31d-d2c9-4f33-b748-fa1ced7c1a30 req-cea08ac2-e365-4b2c-9b7e-edd8db051116 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262059 Feb 17 17:58:24.649833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:24.659531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:24.687231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:197f86bf940f4bbe8269c05c08cda895 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:24.698895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:24.725510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:24.732015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:24.737259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.743349 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-b0931dd1-7ebd-4259-917a-872e3148fb4a service neutron] 10.222.0.38 "GET /v2.0/networks/8d7fd002-1181-4436-b302-63593239bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9507105 Feb 17 17:58:24.771644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.816124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device c797c74b-025a-4b67-8722-c5056d7925d2 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:24.829023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Network 91999640-c21f-4f14-b0c8-97315492fad1 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:24.833823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-67e58df1-d081-4ca7-9076-436d8ae4389a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:24.852516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:24.911309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Made reservation on behalf of 314f882d705243f6a164b12f7e2e8650 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:24.917814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.917992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port c797c74b-025a-4b67-8722-c5056d7925d2 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:24.918378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.991948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.064854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.106687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.136161 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e6766b7246342be95da8b60172c06fe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7021618 Feb 17 17:58:25.152512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da45380-4608-41d0-963a-0248c9c36695,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:25.155222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46648) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:25.170320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:25.178986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5f0a457-7457-4b92-a8a0-833d8df700ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:25.199736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-d0ed6f51-6ed9-436b-a329-4e751f638b6f None None] Provisioning complete for port 0700131e-144a-49a3-83cc-1960370da352 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:25.200369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6f51-6ed9-436b-a329-4e751f638b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.247314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.267381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed6f51-6ed9-436b-a329-4e751f638b6f None None] Port 0700131e-144a-49a3-83cc-1960370da352 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:25.270371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'Port': ['ID=d8459097-2aa1-4468-90b4-1c3d5ec9a48b,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:25.276510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:25.410452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:25.526591 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-388e0c3f-fb85-4fd4-a385-5f743fa025eb req-859f38d8-e6dd-45fa-a693-0921901a61ca service neutron] 10.222.0.38 "GET /v2.0/networks/8d7fd002-1181-4436-b302-63593239bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7708569 Feb 17 17:58:25.534745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Network e043fe49-685b-4152-a545-a467db657031 is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:25.545945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:25.559701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:25.587649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.609963 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8243a5d5-70d2-449b-a55c-e3251ed147eb req-5290ad9c-8059-4e4b-a957-8bc016ba9917 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 210 time: 0.1357341 Feb 17 17:58:25.630226 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.645875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.648290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:25.649074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Pushing event updated for resources: {'Port': ['ID=de60aaed-d22a-4869-9042-ffffdb3ccd27,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:25.658216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:25.665069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:25.665742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.686984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5f83682f-7996-44e7-bf45-1e73b5437000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:25.698494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-d288c40e-b00e-4acf-8c6c-d606301610fe None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:58:25.709957 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-549b1cb2-b93d-4343-ab57-cfd47b010fad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5987780 Feb 17 17:58:25.714490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:25.715681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:25.726878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.732702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Request body: {'port': {'device_id': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:25.776281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:25.911269 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=197f86bf940f4bbe8269c05c08cda895&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2352240 Feb 17 17:58:25.935357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46664) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:25.936066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beac020-2f79-424b-8c8d-a49163733735,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:25.956635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:26.064593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.158950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1ed99-f86c-4309-86ca-e1f3f9c641ac req-292b2063-3f39-4035-9ab7-3bfdb179d4a7 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:26.160559 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6e1ed99-f86c-4309-86ca-e1f3f9c641ac req-292b2063-3f39-4035-9ab7-3bfdb179d4a7 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 943 time: 0.2647884 Feb 17 17:58:26.163845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.201884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Allocated IP 172.20.0.10 (e043fe49-685b-4152-a545-a467db657031/b204ba09-f492-4c5c-a93f-8a5615e83b86/5e61c593-5103-40d0-83c6-5f9b15999e87) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:26.212300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.233316 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:26.238406 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c40bcd88-ada1-4a35-ab56-90eac9dadebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:26.248139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.340776 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6e1ed99-f86c-4309-86ca-e1f3f9c641ac req-cd94a4fc-ff01-4dd5-af8f-26dac0f8caed tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667099 Feb 17 17:58:26.342422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da45380-4608-41d0-963a-0248c9c36695,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:26.353053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:26.361869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.362999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:26.416383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.488233 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] 10.222.0.52 "PUT /v2.0/routers/3c4870a3-56a0-4f31-8cb9-ce07fd7fb812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2642353 Feb 17 17:58:26.500775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Sync routers for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:26.510451 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.514939 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7da45380-4608-41d0-963a-0248c9c36695 HTTP/1.1" status: 204 len: 168 time: 1.3474271 Feb 17 17:58:26.529571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:26.530280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:26.649960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.663105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fa25a38f-cbc0-4a79-b179-02c5176f2a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:26.713624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beac020-2f79-424b-8c8d-a49163733735,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:26.754548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:26.763847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.765597 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5beac020-2f79-424b-8c8d-a49163733735 HTTP/1.1" status: 204 len: 168 time: 0.8237214 Feb 17 17:58:26.770128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:26.815917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.879013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.901478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:27.088208 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Pushing event updated for resources: {'Port': ['ID=5e61c593-5103-40d0-83c6-5f9b15999e87,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:27.102734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:27.187623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:27.196386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Network e043fe49-685b-4152-a545-a467db657031 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:27.201201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:27.204128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:27.204796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.210871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:27.217814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:27.220956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.272165 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0670869 Feb 17 17:58:27.292411 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Request body: {'port': {'device_id': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:27.300875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:22Z', 'revision_number': 2, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:27.305999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Checking router: 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:27.307101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Updating router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 port 0700131e-144a-49a3-83cc-1960370da352 binding host dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:58:27.370580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.492759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46702) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:27.511133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a3ca9-dfb8-4aa9-baff-5c718f505671 req-39ec04e9-28a3-4de7-b149-6a619ef6a7ce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:27.523317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2b6a3ca9-dfb8-4aa9-baff-5c718f505671 req-39ec04e9-28a3-4de7-b149-6a619ef6a7ce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Synchronizing usage tracker for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:27.627097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.709652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.resource_extend [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:58:27.735609 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:27.741343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2b6a3ca9-dfb8-4aa9-baff-5c718f505671 req-39ec04e9-28a3-4de7-b149-6a619ef6a7ce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Unset dirty status for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:27.745614 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2b6a3ca9-dfb8-4aa9-baff-5c718f505671 req-39ec04e9-28a3-4de7-b149-6a619ef6a7ce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 932 time: 0.6531737 Feb 17 17:58:27.762425 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d2a98d615f441686e4ddb8eedd3775 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:27.788904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:27.794144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.865884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:27.893215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.963595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.118946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:28.198037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.220039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46724) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:28.235841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128843643', 'description': 'tempest-description--931352956'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:28.255457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:28.266119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:28.269939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:28.271824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Transition to ACTIVE for port object 0700131e-144a-49a3-83cc-1960370da352 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:28.272899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.289747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:28.314712 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.316207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.346162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:28.351148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group_rule and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:28.354608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:28.362132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:28.395241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:28.525136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.529264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.535786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-af0aad0f-6977-4417-8c9f-274b174b6797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:28.579421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2b6a3ca9-dfb8-4aa9-baff-5c718f505671 req-2415cfd7-a779-45cd-8293-9ad123a8dab1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Synchronizing usage tracker for tenant:314f882d705243f6a164b12f7e2e8650 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:28.607520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de60aaed-d22a-4869-9042-ffffdb3ccd27 {{(pid=83941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:58:28.634958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6132186f-3305-46e3-a65f-21543c4d8516,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:28.638150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.642701 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4217310 Feb 17 17:58:28.643725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:28.644697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46736) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:28.658280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'security_group_rule': {'security_group_id': '6132186f-3305-46e3-a65f-21543c4d8516', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:28.673595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:28.683014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group_rule and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:28.690310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:28.703719 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:28.708997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.721488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340761f-2afe-4e0c-8c4a-7521dcf48412 None None] Pushing event updated for resources: {'Port': ['ID=0700131e-144a-49a3-83cc-1960370da352,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:28.736451 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8340761f-2afe-4e0c-8c4a-7521dcf48412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:28.737133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.749442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'Port': ['ID=d8459097-2aa1-4468-90b4-1c3d5ec9a48b,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:28.761907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:28.767976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,segment=NetworkSegment(94056e3f-44df-4f63-ba85-778edf590efd),segment_id=94056e3f-44df-4f63-ba85-778edf590efd)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:28.776639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:28.841751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.845952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eaf79430-c461-4aed-b175-17f08203f700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:28.867527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.869854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Transition to ACTIVE for port object de60aaed-d22a-4869-9042-ffffdb3ccd27 will not be triggered until provisioned by entity L2. {{(pid=83941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:28.884927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2b6a3ca9-dfb8-4aa9-baff-5c718f505671 req-2415cfd7-a779-45cd-8293-9ad123a8dab1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Unset dirty status for tenant:314f882d705243f6a164b12f7e2e8650 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:28.897802 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2b6a3ca9-dfb8-4aa9-baff-5c718f505671 req-2415cfd7-a779-45cd-8293-9ad123a8dab1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1304541 Feb 17 17:58:28.908984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.967856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.017984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.031076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d0881ab8-3664-47bb-a1a2-729240e16b05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.078171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c370a3c-6493-4f9e-9cd0-423a0c29364b,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.141233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.168531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.180464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.181862 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5366623 Feb 17 17:58:29.184765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46756) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:29.184887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:29.192273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'security_group_rule': {'security_group_id': '6132186f-3305-46e3-a65f-21543c4d8516', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:29.198316 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:29.202535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group_rule and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:29.206506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:29.213300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:29.215128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.243838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.379553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e61c593-5103-40d0-83c6-5f9b15999e87 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:58:29.405407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.435180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Transition to ACTIVE for port object 5e61c593-5103-40d0-83c6-5f9b15999e87 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:29.446284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.467150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.471971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.484851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Attempting to bind port 0700131e-144a-49a3-83cc-1960370da352 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:29.485810 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Attempting to bind port 0700131e-144a-49a3-83cc-1960370da352 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:29.486450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Attempting to bind port 0700131e-144a-49a3-83cc-1960370da352 on network 91999640-c21f-4f14-b0c8-97315492fad1 {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:29.495492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:29.496390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.521993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.578624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.580398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Pushing event updated for resources: {'Port': ['ID=de60aaed-d22a-4869-9042-ffffdb3ccd27,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.594840 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.598237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.623035 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3777106 Feb 17 17:58:29.639492 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125', 'code': 200} Feb 17 17:58:29.670964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:29.671404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Checking segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:29.671868 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.672327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Bound using segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:29.672876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Bound port: 0700131e-144a-49a3-83cc-1960370da352, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:29.673311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.682871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.701140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=5e61c593-5103-40d0-83c6-5f9b15999e87,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.715125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.722156 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.729052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-176511d4-a6bc-49d1-bbca-1333e8e06f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.741795 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5f7aa186-57ef-4d6b-a834-5efb13558298 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.816435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.821728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cf697-b70c-41a4-b8c8-c3af989ea777 req-98218911-9f87-4727-8bb6-a590940015d8 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:29.824843 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6389542 Feb 17 17:58:29.828381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc5a544-1194-4d31-b2ca-a32995fee392,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.835733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46788) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:29.838551 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c68cf697-b70c-41a4-b8c8-c3af989ea777 req-98218911-9f87-4727-8bb6-a590940015d8 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 945 time: 1.0542274 Feb 17 17:58:29.867732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a706f32e-45de-40c8-b720-851b305ad1d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.887740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'floatingip': {'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:29.909323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:29.918422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:floatingip and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:29.926496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:29.942105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:29.994694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6876bcfd-887e-41dc-aabf-7e0da9580314,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.998856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:30.033220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] For port 0700131e-144a-49a3-83cc-1960370da352, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:30.036557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] For port 0700131e-144a-49a3-83cc-1960370da352, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0700131e-144a-49a3-83cc-1960370da352,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:30.046859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.079452 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1d2a98d615f441686e4ddb8eedd3775&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5854008 Feb 17 17:58:30.085793 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 46814) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:30.110620 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.139824 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c68cf697-b70c-41a4-b8c8-c3af989ea777 req-cddd6d72-9ef9-41df-af59-96044136cb7e tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642050 Feb 17 17:58:30.243675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-241706ae-f516-4688-8cfa-db21c14fa59b req-86dc84f9-76c5-43f3-ba37-6383e5d53c04 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Synchronizing usage tracker for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:30.257374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:30.424975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:30.425678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:30.522463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-241706ae-f516-4688-8cfa-db21c14fa59b req-86dc84f9-76c5-43f3-ba37-6383e5d53c04 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Unset dirty status for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:30.527720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340761f-2afe-4e0c-8c4a-7521dcf48412 None None] Pushing event updated for resources: {'Port': ['ID=0700131e-144a-49a3-83cc-1960370da352,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:30.532929 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-86dc84f9-76c5-43f3-ba37-6383e5d53c04 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1894051442&fields=id&tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 267 time: 0.4635077 Feb 17 17:58:30.536113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8340761f-2afe-4e0c-8c4a-7521dcf48412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:30.579862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.712001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:30.717172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Attempting to bind port 5e61c593-5103-40d0-83c6-5f9b15999e87 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:30.718961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Attempting to bind port 5e61c593-5103-40d0-83c6-5f9b15999e87 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:30.719327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Attempting to bind port 5e61c593-5103-40d0-83c6-5f9b15999e87 on network e043fe49-685b-4152-a545-a467db657031 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:30.743055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-c95842c0-96a5-4b82-8ce3-ca1e44962f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:30.743055 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-c95842c0-96a5-4b82-8ce3-ca1e44962f61 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 1162 time: 0.7786846 Feb 17 17:58:30.745559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:30.745938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Checking segment: {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:30.746482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.746892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Bound using segment: {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:30.747371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Bound port: 5e61c593-5103-40d0-83c6-5f9b15999e87, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:30.747880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.782064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.809224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:30.837570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.854907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Attempting to bind port de60aaed-d22a-4869-9042-ffffdb3ccd27 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:30.855292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Attempting to bind port de60aaed-d22a-4869-9042-ffffdb3ccd27 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'}] {{(pid=83941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:30.855671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Attempting to bind port de60aaed-d22a-4869-9042-ffffdb3ccd27 on network e043fe49-685b-4152-a545-a467db657031 {{(pid=83941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:30.865999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Usage tracker for resource:security_group_rule and tenant:4df4b9c08e81493d963bc1672ef12dd4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:30.886613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:30.890726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:30.891106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Checking segment: {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:30.891665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.891940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Bound using segment: {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'} {{(pid=83941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:30.892469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Bound port: de60aaed-d22a-4869-9042-ffffdb3ccd27, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79895dbe-f06a-4ac4-8f7c-20f6c67220d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e043fe49-685b-4152-a545-a467db657031'}}] {{(pid=83941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:30.892844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.899767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:30.935480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.028043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738f854-1906-48ef-abb8-4807a2b42903 req-1dcb1d88-6026-464b-918e-31e8fc1aa9f5 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:31.029662 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4738f854-1906-48ef-abb8-4807a2b42903 req-1dcb1d88-6026-464b-918e-31e8fc1aa9f5 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 944 time: 0.6732657 Feb 17 17:58:31.091920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] For port de60aaed-d22a-4869-9042-ffffdb3ccd27, host hv-cinder-76019, cleared binding levels {{(pid=83941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:31.111899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:31.122417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-4b018b35-62aa-44c2-8091-59f26f7f86c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:31.123224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-241706ae-f516-4688-8cfa-db21c14fa59b req-4b018b35-62aa-44c2-8091-59f26f7f86c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Synchronizing usage tracker for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:network {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:31.131847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] For port 5e61c593-5103-40d0-83c6-5f9b15999e87, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:31.139276 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4738f854-1906-48ef-abb8-4807a2b42903 req-928b071d-7fe6-4bef-b41b-b7aeccc8e7fe tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010861 Feb 17 17:58:31.151975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] For port 5e61c593-5103-40d0-83c6-5f9b15999e87, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5e61c593-5103-40d0-83c6-5f9b15999e87,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:31.158179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] For port de60aaed-d22a-4869-9042-ffffdb3ccd27, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:31.165582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.166420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-241706ae-f516-4688-8cfa-db21c14fa59b req-4b018b35-62aa-44c2-8091-59f26f7f86c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Unset dirty status for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:network {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:31.167703 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-4b018b35-62aa-44c2-8091-59f26f7f86c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 816 time: 0.6335270 Feb 17 17:58:31.183568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.193231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:31.196663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.225061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:31.229955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:31.230401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.391438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Pushing event updated for resources: {'Port': ['ID=de60aaed-d22a-4869-9042-ffffdb3ccd27,revision_number=3']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:31.403651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=5e61c593-5103-40d0-83c6-5f9b15999e87,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:31.408114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:31.430173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:31.435136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:30Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:31.438746 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:31.447590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131f3be-788d-475c-ac47-a14232a436b1 None None] The sync data for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb is: [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:30Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:31.637175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.743466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.783519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:31.851658 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d62f764e-cdd1-43e3-bca0-54df929c36ca req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0897787 Feb 17 17:58:31.858888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:31.872272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.878799 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] 10.222.0.38 "PUT /v2.0/ports/5e61c593-5103-40d0-83c6-5f9b15999e87 HTTP/1.1" status: 200 len: 1158 time: 4.5983322 Feb 17 17:58:31.880571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'tag': '5e61c593-5103-40d0-83c6-5f9b15999e87'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:31.890558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=27aee8e6-0f09-45a3-b380-2c3ca9303e21,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:31.907713 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:31.927365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Allocated IP 172.28.0.11 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/0b818cb7-4354-4940-800d-46be028c101d) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:31.930115 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-27f25de7-c60e-4c7c-b9a5-5ec746204b61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/quotas/e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 375 time: 0.7380569 Feb 17 17:58:31.943731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6876bcfd-887e-41dc-aabf-7e0da9580314,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:31.953347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:31.975061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.976445 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6876bcfd-887e-41dc-aabf-7e0da9580314 HTTP/1.1" status: 204 len: 168 time: 1.8896475 Feb 17 17:58:32.203151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:32.204130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:32.207376 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] 10.222.0.38 "PUT /v2.0/ports/de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 1157 time: 6.4794021 Feb 17 17:58:32.208365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'tag': 'de60aaed-d22a-4869-9042-ffffdb3ccd27'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:32.379243 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-5b266ea1-68a8-4b64-8371-fbf0119790bf tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4095047 Feb 17 17:58:32.395865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24124138-58fc-4395-ba84-946319132609 req-8d5853c1-7ab1-4790-8dcb-a64e10a2e038 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:32.407825 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24124138-58fc-4395-ba84-946319132609 req-8d5853c1-7ab1-4790-8dcb-a64e10a2e038 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 945 time: 0.9760535 Feb 17 17:58:32.439992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:32.493166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:32.615620 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24124138-58fc-4395-ba84-946319132609 req-8eadbf28-be70-4ab0-ad25-1c4cfb5ab9e7 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060733 Feb 17 17:58:32.686143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-da337c7d-7d4b-4269-bfd6-5624d7de1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:32.687786 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-da337c7d-7d4b-4269-bfd6-5624d7de1998 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1160 time: 0.3882835 Feb 17 17:58:32.710613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:32.777597 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-22f947da-49e0-48aa-ac91-012446ec304e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 217 time: 0.0798142 Feb 17 17:58:32.779782 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-37e6b60a-8b09-47b2-b83d-e33813788cc3 service neutron] 10.222.0.52 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634391 Feb 17 17:58:32.849885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'Port': ['ID=0b818cb7-4354-4940-800d-46be028c101d,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:32.855699 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'tag': '5e61c593-5103-40d0-83c6-5f9b15999e87', 'status': 'completed', 'code': 200} Feb 17 17:58:32.856608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:32.898190 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0700131e-144a-49a3-83cc-1960370da352 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:32.951048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-37dc0fec-f652-44b0-90cd-334df73a9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:32.952808 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-37dc0fec-f652-44b0-90cd-334df73a9af6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 1161 time: 0.7528534 Feb 17 17:58:32.967081 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:33.007925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c005abdd-a2ea-459f-97f6-f6e9976d8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:33.010102 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-c005abdd-a2ea-459f-97f6-f6e9976d8c04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.2150278 Feb 17 17:58:33.038373 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:33.046562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:33.049677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 0700131e-144a-49a3-83cc-1960370da352 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:33.056010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 0700131e-144a-49a3-83cc-1960370da352 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:33.056443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:33.065381 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-80df1067-838f-4020-a736-2a8a3f3b2991 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e61c593-5103-40d0-83c6-5f9b15999e87 HTTP/1.1" status: 200 len: 217 time: 0.0963924 Feb 17 17:58:33.201078 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-224d1c49-9a23-4da1-8e8e-ce852a8ec016 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818855 Feb 17 17:58:33.393435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:33.460365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 0700131e-144a-49a3-83cc-1960370da352, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0700131e-144a-49a3-83cc-1960370da352,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:33.473372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:33.475501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:33.509954 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:33.513449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-38b88fb3-fdbf-4128-94a0-735f4a023b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:33.515801 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-38b88fb3-fdbf-4128-94a0-735f4a023b14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.1322124 Feb 17 17:58:33.554760 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-504ecca7-5be2-4d1c-aea6-3f0fd9356864 service neutron] 10.222.0.52 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7612503 Feb 17 17:58:33.581728 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-2514b98f-38b8-4c44-8432-6f4185033da9 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704858 Feb 17 17:58:33.604144 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-28a58ad7-35b4-471d-9f51-bde554ed1f53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783129 Feb 17 17:58:33.608816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101df7-75b6-46aa-b7d8-b321801ea7f4 req-a601624d-2a9c-47cf-9c70-ad6252f1a7d6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:33.621760 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03101df7-75b6-46aa-b7d8-b321801ea7f4 req-a601624d-2a9c-47cf-9c70-ad6252f1a7d6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 944 time: 0.6101069 Feb 17 17:58:33.671994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=0700131e-144a-49a3-83cc-1960370da352,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:33.685884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:33.702483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:33.934417 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03101df7-75b6-46aa-b7d8-b321801ea7f4 req-519c1c2c-d8a9-4c66-8bce-faeb1cc864dd tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115733 Feb 17 17:58:33.984468 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-4ffe9b51-9c5f-4272-a48d-c5160b13fff1 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834179 Feb 17 17:58:34.045808 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-027af7a6-56d7-4332-8614-40e9b87bbcd9 req-94a6441f-e50e-4fdc-bcb0-44fdf1e24e9e service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3432803 Feb 17 17:58:34.211485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e0cba-433a-4286-8fdf-ac6ec51d4971 req-03d3d3a3-c791-4d44-a881-7aeecd363ac1 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:34.219626 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-899e0cba-433a-4286-8fdf-ac6ec51d4971 req-03d3d3a3-c791-4d44-a881-7aeecd363ac1 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 945 time: 0.1257620 Feb 17 17:58:34.368291 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-899e0cba-433a-4286-8fdf-ac6ec51d4971 req-dc915a60-302c-4ad9-abfd-ce86734a0f5c tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476250 Feb 17 17:58:34.460687 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'tag': 'de60aaed-d22a-4869-9042-ffffdb3ccd27', 'status': 'completed', 'code': 200} Feb 17 17:58:34.622160 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d71e038c-89dc-4149-b2c2-c6e7135f6e48 req-35a30529-1895-4cf3-8c4e-3f4614b6c077 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 210 time: 0.1490238 Feb 17 17:58:34.731589 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-29549e8e-407c-4a05-a7fd-820712df0a1b req-3c226286-0677-4c6c-a6a1-aa8a09aad32e service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7273405 Feb 17 17:58:34.819161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-d052196d-a3d8-4a38-9a81-6edd65c247e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:34.820791 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-d052196d-a3d8-4a38-9a81-6edd65c247e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1160 time: 0.2119999 Feb 17 17:58:34.905811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0700131e-144a-49a3-83cc-1960370da352 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:34.923720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46962) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:34.984345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023f2f8-7b1f-4587-8042-854714da2936 req-bbe4ed88-9b7f-4986-be97-fa1fe106172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:34.989824 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d023f2f8-7b1f-4587-8042-854714da2936 req-bbe4ed88-9b7f-4986-be97-fa1fe106172b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 1161 time: 0.1891503 Feb 17 17:58:35.000301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 46972) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:35.089729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 0700131e-144a-49a3-83cc-1960370da352 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:35.089729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.206778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-bda9de1f-bd59-4c24-8ef8-362284eb5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:35.209747 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-bda9de1f-bd59-4c24-8ef8-362284eb5dd8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.3815045 Feb 17 17:58:35.268006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023f2f8-7b1f-4587-8042-854714da2936 req-630d544a-0a91-4aae-923a-30b6c7638b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:35.279954 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d023f2f8-7b1f-4587-8042-854714da2936 req-630d544a-0a91-4aae-923a-30b6c7638b25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.2703211 Feb 17 17:58:35.286371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.resource_extend [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:58:35.351320 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-0fc49a84-015e-4bb0-a0f9-fdd12af9f35b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 217 time: 0.0935109 Feb 17 17:58:35.461668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-c381d40a-0b54-494f-b440-366fd118ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:35.463451 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-c381d40a-0b54-494f-b440-366fd118ed82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.1021583 Feb 17 17:58:35.471775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac10c-7dd8-4024-9f8b-2425dce2a281 req-3cbc09ba-3d69-4e4b-8b19-b075676615fc tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:35.480821 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4c7ac10c-7dd8-4024-9f8b-2425dce2a281 req-3cbc09ba-3d69-4e4b-8b19-b075676615fc tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 944 time: 0.2835264 Feb 17 17:58:35.496243 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.524820 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d023f2f8-7b1f-4587-8042-854714da2936 req-c58cd3b3-2068-4605-a549-e42d9b6d7a29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e61c593-5103-40d0-83c6-5f9b15999e87 HTTP/1.1" status: 200 len: 217 time: 0.2094076 Feb 17 17:58:35.536471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.536471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.557463 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-ac6d4f6a-b413-4403-9118-1ded485b729f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590100 Feb 17 17:58:35.590299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:35.593630 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4c7ac10c-7dd8-4024-9f8b-2425dce2a281 req-23ea3193-3147-441d-ae26-3ca56346c44e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115940 Feb 17 17:58:35.711732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:35.751674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:deb29ee10fad439f84f1cdc7c518abd9 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:35.761546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-98794598-dfc0-439c-8f9f-ce521ac5bc8b service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844897 Feb 17 17:58:35.763739 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:35.768661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.802374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:35.816577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023f2f8-7b1f-4587-8042-854714da2936 req-76db69c6-b57d-4748-946a-8b64518b0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:35.818802 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d023f2f8-7b1f-4587-8042-854714da2936 req-76db69c6-b57d-4748-946a-8b64518b0eed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.2800102 Feb 17 17:58:35.821394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:35.826454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'Port': ['ID=0b818cb7-4354-4940-800d-46be028c101d,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:35.884111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:35.893313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Usage tracker for resource:security_group_rule and tenant:93227437140b4437b0406940924a1eda is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:35.922944 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-013d311d-b04f-4caf-b008-8af650dc09f2 req-49437a5a-a713-4213-9035-acdbed657c67 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 210 time: 0.1238766 Feb 17 17:58:35.951393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:35.956992 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d023f2f8-7b1f-4587-8042-854714da2936 req-0113f9d3-4e80-43e7-a025-deea7b66cd38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276305 Feb 17 17:58:35.984467 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:36.011287 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1036c89-dd8b-4c76-b8c8-774266a2cf16 req-ae59f3d9-bf4c-4f95-8aef-5b7c0dad9a46 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2374134 Feb 17 17:58:36.177813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.179205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.500721 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d023f2f8-7b1f-4587-8042-854714da2936 req-a70c6844-b298-44d9-858f-c5b93f21fcbd service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884391 Feb 17 17:58:36.572658 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.584337 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7368443 Feb 17 17:58:36.635615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.660863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.688860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-4e32b344-688e-44fd-96ab-46985ebcecd8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:36.690487 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-4e32b344-688e-44fd-96ab-46985ebcecd8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 816 time: 0.6291618 Feb 17 17:58:36.695924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:36.803966 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93227437140b4437b0406940924a1eda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8018916 Feb 17 17:58:36.807225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.820176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47038) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:36.823845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0084b6-7783-481f-ba52-0075d10484cd,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:36.836478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:36.841756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.874402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47044) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:36.913752 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c6ffce0b-1acb-466c-ba8c-e89a088b9527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:36.944491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475089-522f-46d1-b3af-21b09f4408b8 req-81025059-e9e6-4cdc-a149-53885bf688a1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:36.952578 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17475089-522f-46d1-b3af-21b09f4408b8 req-81025059-e9e6-4cdc-a149-53885bf688a1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 944 time: 0.1711972 Feb 17 17:58:37.012977 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17475089-522f-46d1-b3af-21b09f4408b8 req-e7f02af6-fcde-45f7-880f-9228d92d17c2 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592260 Feb 17 17:58:37.049853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.072587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:37.077373 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Usage tracker for resource:security_group_rule and tenant:a243e73c0f354bd7b1c4bf9684a27a2f is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:37.080863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:37.088826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:37.191803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.224782 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d023f2f8-7b1f-4587-8042-854714da2936 req-cb5a587d-41ff-4364-aa03-cbd9e01dae70 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7006972 Feb 17 17:58:37.237634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.247972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-3c8874b2-f11e-41fb-b45b-510d02561064 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Synchronizing usage tracker for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:37.250592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c675229c-8fab-4916-a8b0-f9b9d8b78121 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:37.270499 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-853da1a7-faa9-4ea7-95a5-1bb46f5f2598 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 5705 time: 0.5498252 Feb 17 17:58:37.277935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b64ffd1-ec43-4406-8534-6550aa4623c4,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:37.295289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:37.295843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94df831d-ef91-46b4-a862-7c3c844964eb,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:37.313227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:37.321709 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a243e73c0f354bd7b1c4bf9684a27a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435539 Feb 17 17:58:37.322759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47078) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:37.326740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-3c8874b2-f11e-41fb-b45b-510d02561064 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Unset dirty status for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:37.336920 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-3c8874b2-f11e-41fb-b45b-510d02561064 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1128843643&fields=id&tenant_id=dc7c6d567b13490f85702efb43cd2fa1 HTTP/1.1" status: 200 len: 267 time: 0.1430788 Feb 17 17:58:37.348731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'port': {'device_id': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'admin_state_up': True, 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'security_groups': ['93d88a8b-7117-4ec4-b6f3-59d7bf94ba97']}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:37.470048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.473647 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=deb29ee10fad439f84f1cdc7c518abd9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5447302 Feb 17 17:58:37.478100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47084) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:37.581839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.667149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47090) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:37.670775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.701560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:37.706378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:port and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:37.710142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:37.747143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.757670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:37.781893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Made reservation on behalf of e36a4a2d120b4657a4b4a9c6dc9bf4f5 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:37.788108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.831209 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9a7d5159-7870-494f-88d2-88cd85469785 req-7a0f05c0-f058-4ef1-8caf-cebe66fff837 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 210 time: 0.2870343 Feb 17 17:58:37.844424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.866051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.894128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:37.913725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.930409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-173e96e2-640e-4038-9859-fb7cef5ed3d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:37.931146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-173e96e2-640e-4038-9859-fb7cef5ed3d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Synchronizing usage tracker for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:network {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:37.957414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.973771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-173e96e2-640e-4038-9859-fb7cef5ed3d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Unset dirty status for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:network {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:37.975213 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-173e96e2-640e-4038-9859-fb7cef5ed3d9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 810 time: 0.6374552 Feb 17 17:58:37.985965 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0084b6-7783-481f-ba52-0075d10484cd,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:37.990465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.996106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:37.996372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:38.011498 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-c9589bd2-93a6-4e19-a3b9-68c8639d581f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/quotas/dc7c6d567b13490f85702efb43cd2fa1 HTTP/1.1" status: 200 len: 375 time: 0.0286613 Feb 17 17:58:38.013261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:38.013538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94df831d-ef91-46b4-a862-7c3c844964eb,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:38.017103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:38.018233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.019243 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94df831d-ef91-46b4-a862-7c3c844964eb HTTP/1.1" status: 204 len: 168 time: 0.6955023 Feb 17 17:58:38.029630 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.032941 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d0084b6-7783-481f-ba52-0075d10484cd HTTP/1.1" status: 204 len: 168 time: 1.2042115 Feb 17 17:58:38.038489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Usage tracker for resource:security_group_rule and tenant:be6f27a46a4242698148307801524b06 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:38.055666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:38.077927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.079356 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:38.107170 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:38.117875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.119419 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b64ffd1-ec43-4406-8534-6550aa4623c4 HTTP/1.1" status: 204 len: 168 time: 0.6316051 Feb 17 17:58:38.153262 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-e33111a9-90ba-4abe-b267-5e45b7490852 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1206779 Feb 17 17:58:38.185808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b64ffd1-ec43-4406-8534-6550aa4623c4,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:38.209273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:38.413048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Allocated IP 172.20.0.13 (3bf89fa6-36c8-4e5d-8230-8673d1a72579/9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb/e00d3b30-67e8-4d15-9798-0be8fd5de343) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:38.422243 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.427509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.447758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e86f920-4722-4143-b1c2-8e5012a8d087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:38.513107 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be6f27a46a4242698148307801524b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8400042 Feb 17 17:58:38.517435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47110) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:38.518146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a62bec0-7ff4-4ed2-a55c-be63993a2dba,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:38.539892 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-eec8c9cc-8002-4615-9547-7346debec23a service neutron] 10.222.0.52 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650098 Feb 17 17:58:38.568806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:38.603857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47114) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:38.738005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.743009 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-2f317efb-f9d0-4cbe-a04e-9e4304b3fe94 service neutron] 10.222.0.52 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2019918 Feb 17 17:58:38.755596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b7152883-ed40-4024-b418-3d329853613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.763713 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:38.767933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Usage tracker for resource:security_group_rule and tenant:1c04f44ec4cf4902860b56b27aea460d is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:38.771666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:38.777325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:38.796702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ec2ff-e1e7-487a-9f1d-6d47f3cab2a3 req-09f51500-85f0-453e-8a3f-f7a631a010dc tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:38.804385 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-442ec2ff-e1e7-487a-9f1d-6d47f3cab2a3 req-09f51500-85f0-453e-8a3f-f7a631a010dc tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 944 time: 0.3678730 Feb 17 17:58:38.848589 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b7152883-ed40-4024-b418-3d329853613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.878788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47122) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:38.879333 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47124) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:38.923871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.948603 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-442ec2ff-e1e7-487a-9f1d-6d47f3cab2a3 req-e1467823-3040-4219-a380-380490140790 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329417 Feb 17 17:58:38.951522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.952112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.998737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:39.012819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:5178071d048c48cb8e280ea2fba99fa7 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:39.015935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:39.016953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.029585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:39.037621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b7152883-ed40-4024-b418-3d329853613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.041560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.056648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-970a9556-b7c8-4d14-9d6a-94b751399ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:39.081095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7152883-ed40-4024-b418-3d329853613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a62bec0-7ff4-4ed2-a55c-be63993a2dba,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:39.119061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.126275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58681e7d-aae8-456f-b743-f9720d21d1ab,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:39.130378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:39.139628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:39.139959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:39.148604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Transition to ACTIVE for port object e00d3b30-67e8-4d15-9798-0be8fd5de343 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:39.186019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b7152883-ed40-4024-b418-3d329853613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.194304 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b7152883-ed40-4024-b418-3d329853613d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a62bec0-7ff4-4ed2-a55c-be63993a2dba HTTP/1.1" status: 204 len: 168 time: 0.6728668 Feb 17 17:58:39.200338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.207493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47140) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:39.208640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:39.209153 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c04f44ec4cf4902860b56b27aea460d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839570 Feb 17 17:58:39.221078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-849e6de2-2ec8-4ebc-94aa-5b4eddc4db1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:39.252720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.261304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Usage tracker for resource:security_group_rule and tenant:bf1e2eebef7949f58004cc65c99ae4c3 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:39.264026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-ecd53e0b-2e14-4ec2-83b7-3075908ae2a3 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:58:39.271168 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-57f88d7d-ece9-46b9-9b1b-74bda7ace9bb req-bc3826de-633f-4b67-87b3-b25d946c7f64 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 210 time: 0.1473358 Feb 17 17:58:39.288681 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-102e9ce5-aa5d-4d35-8f35-244c277d83d7 req-7d3d48c9-8755-4360-8e3e-0d2ad93932c4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 210 time: 0.1663089 Feb 17 17:58:39.291561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:39.298773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:39.357653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:39.385093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acf10c-62ce-40cc-bd31-ceb884783d46,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:39.400506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:39.414292 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5178071d048c48cb8e280ea2fba99fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305426 Feb 17 17:58:39.415054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47144) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:39.469063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.494537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:39.500667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:39.502288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.570781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:39.572232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:39.579401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:39.592887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:39.595260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.632102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.633720 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2892175 Feb 17 17:58:39.644633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Request body: {'port': {'device_id': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:39.689234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.747682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.762957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2f32fb8b-f0e8-4d32-b3d7-87afa8416889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:39.808922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58681e7d-aae8-456f-b743-f9720d21d1ab,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:39.815920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:39.826376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.890938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.913143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.925328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-3343c01e-c0fd-461a-9586-0a9373318195 None None] Provisioning for port e00d3b30-67e8-4d15-9798-0be8fd5de343 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:39.931499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-3343c01e-c0fd-461a-9586-0a9373318195 None None] Provisioning complete for port e00d3b30-67e8-4d15-9798-0be8fd5de343 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:39.932044 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3343c01e-c0fd-461a-9586-0a9373318195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.947438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-997c8af0-6231-4292-a249-eb338ee794be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:39.958157 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf1e2eebef7949f58004cc65c99ae4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0744276 Feb 17 17:58:39.962158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47156) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:39.962784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47158) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:40.005359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-3343c01e-c0fd-461a-9586-0a9373318195 None None] Port e00d3b30-67e8-4d15-9798-0be8fd5de343 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:40.012672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.040098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.042098 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58681e7d-aae8-456f-b743-f9720d21d1ab HTTP/1.1" status: 204 len: 168 time: 0.8097329 Feb 17 17:58:40.075859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:40.081492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1645867c1c454aba695c39aa040b35 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:40.085161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:40.091236 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:40.190378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.198194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7728028-7013-42ef-84a3-2f799cfbff88,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:40.253049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:40.254041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.271666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:40.329074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.417632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device de60aaed-d22a-4869-9042-ffffdb3ccd27 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:40.419341 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00d3b30-67e8-4d15-9798-0be8fd5de343 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:58:40.428110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.436531 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf1645867c1c454aba695c39aa040b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685600 Feb 17 17:58:40.436531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eae7e51-4c2f-44e1-849c-f7fc1280c47c,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:40.437976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47176) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:40.438932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:40.442730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3c7c6e18-2275-4eba-9c94-926988d716de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:40.456637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Transition to ACTIVE for port object e00d3b30-67e8-4d15-9798-0be8fd5de343 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:40.464947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.470424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.473354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acf10c-62ce-40cc-bd31-ceb884783d46,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:40.479485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:40.493358 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.497391 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89acf10c-62ce-40cc-bd31-ceb884783d46 HTTP/1.1" status: 204 len: 168 time: 1.0802445 Feb 17 17:58:40.530230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.566684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adcc77-669c-4635-b41a-547d222a0f6b req-aba59332-a9d0-4907-8655-b23177012aeb tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:40.568700 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f4adcc77-669c-4635-b41a-547d222a0f6b req-aba59332-a9d0-4907-8655-b23177012aeb tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 944 time: 0.3725116 Feb 17 17:58:40.608148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:40.618846 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5b963-c575-4dc6-826f-d5b2527d6ff7 req-75b59566-aad6-45b3-b715-d079c4bd713c tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:40.620485 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a2a5b963-c575-4dc6-826f-d5b2527d6ff7 req-75b59566-aad6-45b3-b715-d079c4bd713c tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 945 time: 0.3069332 Feb 17 17:58:40.624005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port de60aaed-d22a-4869-9042-ffffdb3ccd27 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:40.630130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port de60aaed-d22a-4869-9042-ffffdb3ccd27 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:40.632053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.695705 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f4adcc77-669c-4635-b41a-547d222a0f6b req-d633f6de-7b11-49e8-9b48-20806496a5e0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044695 Feb 17 17:58:40.703972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.710160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5fc5f223-6a4c-4a05-b139-da98bad1c1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:40.732433 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a2a5b963-c575-4dc6-826f-d5b2527d6ff7 req-0fecbd38-9180-48d8-9d07-63109178ebfd tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052873 Feb 17 17:58:40.738785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7728028-7013-42ef-84a3-2f799cfbff88,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:40.757636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:40.764104 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.768120 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7728028-7013-42ef-84a3-2f799cfbff88 HTTP/1.1" status: 204 len: 168 time: 0.7984369 Feb 17 17:58:40.896507 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.956914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de60aaed-d22a-4869-9042-ffffdb3ccd27'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:40.988487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port de60aaed-d22a-4869-9042-ffffdb3ccd27, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:40.995038 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.995784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:41.090083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:41.116560 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-630d924b-78f2-4ec0-95a8-3596ad88ba0e req-686ba66f-d980-48c8-ade1-ddcde709b823 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 210 time: 0.1007285 Feb 17 17:58:41.173857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Pushing event updated for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:41.179817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:41.189201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672e0cc-6028-44d3-9e05-719721adde21 req-4f1fe52b-4ace-4f61-ad69-c00820729e02 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:41.197702 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8672e0cc-6028-44d3-9e05-719721adde21 req-4f1fe52b-4ace-4f61-ad69-c00820729e02 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.2621090 Feb 17 17:58:41.232356 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de60aaed-d22a-4869-9042-ffffdb3ccd27', 'code': 200} Feb 17 17:58:41.268660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.289923 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8672e0cc-6028-44d3-9e05-719721adde21 req-66d0ac09-ffed-4cc3-904a-b3095e51feb2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908630 Feb 17 17:58:41.296758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=de60aaed-d22a-4869-9042-ffffdb3ccd27,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:41.300740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:41.303012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 5e61c593-5103-40d0-83c6-5f9b15999e87 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:41.309943 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:41.311683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.342696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Attempting to bind port e00d3b30-67e8-4d15-9798-0be8fd5de343 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:41.343172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Attempting to bind port e00d3b30-67e8-4d15-9798-0be8fd5de343 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:41.343627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Attempting to bind port e00d3b30-67e8-4d15-9798-0be8fd5de343 on network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:41.357174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:41.357674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Checking segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:41.358160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.358652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Bound using segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:41.359224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Bound port: e00d3b30-67e8-4d15-9798-0be8fd5de343, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:41.359791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.407895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.467595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.493473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-b9554255-25bc-4e3d-9b60-0abd155c8fa7 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:41.495143 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-b9554255-25bc-4e3d-9b60-0abd155c8fa7 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 810 time: 0.5481689 Feb 17 17:58:41.521554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 5e61c593-5103-40d0-83c6-5f9b15999e87, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5e61c593-5103-40d0-83c6-5f9b15999e87,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:41.534232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.538158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eaf79430-c461-4aed-b175-17f08203f700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:41.639988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e2cc8-8db1-47f1-8f23-0d65f6d6c94e req-879875e9-3fff-4f3b-b352-e5271f127a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:41.643139 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f90e2cc8-8db1-47f1-8f23-0d65f6d6c94e req-879875e9-3fff-4f3b-b352-e5271f127a8a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.1199315 Feb 17 17:58:41.667188 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=5e61c593-5103-40d0-83c6-5f9b15999e87,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:41.671530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:41.707773 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f90e2cc8-8db1-47f1-8f23-0d65f6d6c94e req-82d88ce4-3bd7-4cfa-866d-d055f4250fe2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564947 Feb 17 17:58:41.750376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device de60aaed-d22a-4869-9042-ffffdb3ccd27 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:41.840797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-16c4fdf2-a109-46a7-b3bc-049e040a39e7 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Synchronizing usage tracker for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:security_group {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:41.850585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] For port e00d3b30-67e8-4d15-9798-0be8fd5de343, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:41.855289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] For port e00d3b30-67e8-4d15-9798-0be8fd5de343, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:41.869369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.882145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.889427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:41.921352 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-16c4fdf2-a109-46a7-b3bc-049e040a39e7 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Unset dirty status for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:security_group {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:41.922789 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-16c4fdf2-a109-46a7-b3bc-049e040a39e7 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc7c6d567b13490f85702efb43cd2fa1 HTTP/1.1" status: 200 len: 5704 time: 0.4150939 Feb 17 17:58:41.933102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port de60aaed-d22a-4869-9042-ffffdb3ccd27 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:41.934113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:42.014429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:42.015607 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5eae7e51-4c2f-44e1-849c-f7fc1280c47c HTTP/1.1" status: 204 len: 168 time: 1.5777421 Feb 17 17:58:42.045039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'port': {'device_id': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'admin_state_up': True, 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'security_groups': ['6132186f-3305-46e3-a65f-21543c4d8516']}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:42.091341 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29620-52b3-46ea-85be-9b68f5056bea req-08af921e-fc3e-41b9-8ac1-6fdc8dabe6c1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:42.095197 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4dc29620-52b3-46ea-85be-9b68f5056bea req-08af921e-fc3e-41b9-8ac1-6fdc8dabe6c1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1905322 Feb 17 17:58:42.112519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0b127-5eb0-4ca2-b607-891aa89041e2 req-60663b42-a294-47fe-a38a-d8437b381b99 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:42.114130 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-62d0b127-5eb0-4ca2-b607-891aa89041e2 req-60663b42-a294-47fe-a38a-d8437b381b99 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 945 time: 0.1602488 Feb 17 17:58:42.131493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Pushing event updated for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:42.153111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:42.153595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:42.189259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eae7e51-4c2f-44e1-849c-f7fc1280c47c,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:42.190278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:42.198217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:42.238831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:42.239541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:42.241783 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] 10.222.0.38 "PUT /v2.0/ports/e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 200 len: 1158 time: 2.6027246 Feb 17 17:58:42.242143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:42.286600 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:42.315841 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-62d0b127-5eb0-4ca2-b607-891aa89041e2 req-1591df0f-ec13-4a18-9f67-b64340850b98 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624277 Feb 17 17:58:42.361085 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4dc29620-52b3-46ea-85be-9b68f5056bea req-976d67cb-deb6-4176-a61e-6ae96cb1e94f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585421 Feb 17 17:58:42.393822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:42.394319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:42.460908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:port and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:42.488871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:42.493663 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'status': 'completed', 'code': 200} Feb 17 17:58:42.510316 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:42.555285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-e1b00493-7dd0-4c15-a0b8-bab0da6865a2 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:42.556950 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-e1b00493-7dd0-4c15-a0b8-bab0da6865a2 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 945 time: 0.1556649 Feb 17 17:58:42.558439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:58:42.584759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-eb93e096-5469-46fb-a904-b3a2e4cc5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:42.587755 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-eb93e096-5469-46fb-a904-b3a2e4cc5a48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1161 time: 0.2968771 Feb 17 17:58:42.589024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Made reservation on behalf of dc7c6d567b13490f85702efb43cd2fa1 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:42.599388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:42.742780 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-fef0ad5f-bdad-4597-b0bb-b2a18e1bbdb0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 200 len: 217 time: 0.1148231 Feb 17 17:58:42.779001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-93eeb081-2986-400c-a87f-373ec804a50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:42.783913 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-797e312f-0268-4b85-a167-2ee94690f192 req-389b876f-4e63-487a-a0a4-5efff7470d80 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 210 time: 0.1326904 Feb 17 17:58:42.820962 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Deleting port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:42.821351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:42.971929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-64f9f40b-a003-4e6e-a38c-a4846f550705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:42.973530 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-64f9f40b-a003-4e6e-a38c-a4846f550705 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.2186673 Feb 17 17:58:43.007987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbae30-83d0-400f-8ee1-9c9224e8bd24 req-ae58baa9-a487-43aa-8d8a-d6e869e22ec4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:43.009594 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-66dbae30-83d0-400f-8ee1-9c9224e8bd24 req-ae58baa9-a487-43aa-8d8a-d6e869e22ec4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.3565547 Feb 17 17:58:43.094975 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-66dbae30-83d0-400f-8ee1-9c9224e8bd24 req-637f1e9a-d81f-4f71-8376-45f14c6b69dc tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601933 Feb 17 17:58:43.233394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e61c593-5103-40d0-83c6-5f9b15999e87'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:43.266872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241706ae-f516-4688-8cfa-db21c14fa59b req-b5a06bc0-2293-4034-9bf5-048f1a5eee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:43.268513 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-b5a06bc0-2293-4034-9bf5-048f1a5eee7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2826428 Feb 17 17:58:43.286847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] For port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,segment=NetworkSegment(94056e3f-44df-4f63-ba85-778edf590efd),segment_id=94056e3f-44df-4f63-ba85-778edf590efd)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:43.292179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.371560 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e61c593-5103-40d0-83c6-5f9b15999e87', 'code': 200} Feb 17 17:58:43.487747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Allocated IP 172.20.0.4 (91999640-c21f-4f14-b0c8-97315492fad1/eb27c234-eac8-4ff8-b213-61c7d737c175/fc3adf45-4a9b-4fb3-aa51-d23a9307ece6) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:43.507590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Calling delete_port for 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 owned by compute:nova {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:43.515510 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-f7ee7684-2522-425a-8001-20c058af90b3 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386823 Feb 17 17:58:43.654883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.38', 60073) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:43.710475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device de60aaed-d22a-4869-9042-ffffdb3ccd27 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:43.843435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port de60aaed-d22a-4869-9042-ffffdb3ccd27 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:43.843774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.956192 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-241706ae-f516-4688-8cfa-db21c14fa59b req-91660677-5b8c-4f6b-b409-89fa848a5cf7 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4307456 Feb 17 17:58:43.982187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbe4d9-7862-4d91-95d0-488ccab99d0b req-395a0e3f-d5f4-48df-b739-94b839f49242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:43.984929 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-13bbe4d9-7862-4d91-95d0-488ccab99d0b req-395a0e3f-d5f4-48df-b739-94b839f49242 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 1163 time: 0.3185158 Feb 17 17:58:44.023923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:44.103791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:44.104125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:44.205527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-13bbe4d9-7862-4d91-95d0-488ccab99d0b req-ecfa2e94-872a-465c-a06a-d145174887bd service neutron] Synchronizing usage tracker for tenant:4df4b9c08e81493d963bc1672ef12dd4 on resource:security_group {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:44.216029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d25189-6b88-4efa-ba58-93c63751bdd1 req-2d042dcb-acf3-4229-8240-5b239f3f35cf tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:44.224900 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04d25189-6b88-4efa-ba58-93c63751bdd1 req-2d042dcb-acf3-4229-8240-5b239f3f35cf tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 945 time: 0.6581767 Feb 17 17:58:44.261406 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:44.275747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:44.301325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Transition to ACTIVE for port object fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:44.308398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-13bbe4d9-7862-4d91-95d0-488ccab99d0b req-ecfa2e94-872a-465c-a06a-d145174887bd service neutron] Unset dirty status for tenant:4df4b9c08e81493d963bc1672ef12dd4 on resource:security_group {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:44.309906 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-13bbe4d9-7862-4d91-95d0-488ccab99d0b req-ecfa2e94-872a-465c-a06a-d145174887bd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087902 Feb 17 17:58:44.341480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682efad-820d-4890-9fa5-577ab7058476 req-cb6120c2-ded1-4d9f-b54a-ae48879a8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:44.343455 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1682efad-820d-4890-9fa5-577ab7058476 req-cb6120c2-ded1-4d9f-b54a-ae48879a8e1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1161 time: 0.3187122 Feb 17 17:58:44.354109 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91f207-fbc8-4f30-8f5f-f195aaf43a28 req-717412e7-eace-48c1-94a5-c4768d674826 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:44.355743 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fc91f207-fbc8-4f30-8f5f-f195aaf43a28 req-717412e7-eace-48c1-94a5-c4768d674826 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.7319012 Feb 17 17:58:44.366248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:44.368951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:44.372861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:58:44.377991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:58:44.397313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:44.413209 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04d25189-6b88-4efa-ba58-93c63751bdd1 req-7b015b46-f2f2-4b3c-b2f8-2b99657bad39 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873279 Feb 17 17:58:44.456998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:44.548916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'Port': ['ID=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:44.554825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:44.561796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Pushing event deleted for resources: {'Port': ['ID=8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:44.629756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:44.660137 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fc91f207-fbc8-4f30-8f5f-f195aaf43a28 req-acb747c5-dacf-4244-9697-a437eb933e51 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973862 Feb 17 17:58:44.733886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6643-2752-4499-8b01-bce49d90c187 req-198cc7a3-073a-4a45-91e8-e36a0913236f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:44.735605 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8aab6643-2752-4499-8b01-bce49d90c187 req-198cc7a3-073a-4a45-91e8-e36a0913236f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 931 time: 0.1659358 Feb 17 17:58:44.938016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] No DVR routers for this DVR port 8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 on host hv-cinder-76019 {{(pid=83941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:58:44.941468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:44.957081 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682efad-820d-4890-9fa5-577ab7058476 req-09d33855-1f77-42b3-a35d-43b4dcc063a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:44.958723 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1682efad-820d-4890-9fa5-577ab7058476 req-09d33855-1f77-42b3-a35d-43b4dcc063a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.3668582 Feb 17 17:58:44.960339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'name': 'network-vif-deleted', 'tag': '8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:44.974530 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3658dcf4-cd8d-4745-a928-56d0b529a1bf req-c4a50e15-0e6f-4e50-9bea-a8c796e28a49 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.38 "DELETE /v2.0/ports/8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125 HTTP/1.1" status: 204 len: 173 time: 2.4091535 Feb 17 17:58:44.993493 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8aab6643-2752-4499-8b01-bce49d90c187 req-824647f0-883e-41c7-a235-f1928989f590 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466702 Feb 17 17:58:45.060181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Network 91999640-c21f-4f14-b0c8-97315492fad1 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:45.061976 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1682efad-820d-4890-9fa5-577ab7058476 req-672d04ec-3424-460b-998a-7ac9a0bb0c5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 200 len: 217 time: 0.0958307 Feb 17 17:58:45.063270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:45.065572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:45.071654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:45.071929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.076162 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb064be-bf80-4b35-b55d-57d5ea4ccf4c', 'name': 'network-vif-deleted', 'tag': '8ff9d4dd-dbfd-4ea1-aaed-44d93b69e125', 'status': 'completed', 'code': 200} Feb 17 17:58:45.093928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd2b2a-b398-4f50-8e9a-ade194221948 req-75b4f1c3-a1ce-436c-a871-b2253a51a083 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:45.110292 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7abd2b2a-b398-4f50-8e9a-ade194221948 req-75b4f1c3-a1ce-436c-a871-b2253a51a083 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.2375858 Feb 17 17:58:45.158210 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1192856 Feb 17 17:58:45.165553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682efad-820d-4890-9fa5-577ab7058476 req-4c9f50b2-47cb-41df-ba13-3a4ee9dd36be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:45.167515 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1682efad-820d-4890-9fa5-577ab7058476 req-4c9f50b2-47cb-41df-ba13-3a4ee9dd36be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0904686 Feb 17 17:58:45.173360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Request body: {'port': {'device_id': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:45.238541 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7abd2b2a-b398-4f50-8e9a-ade194221948 req-1ff447c2-d893-47a4-8c68-cd12930fa660 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243637 Feb 17 17:58:45.243421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dd88294a-d760-4915-9d23-60b1fc7cd9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.384894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.429972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.435866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-104c1357-2198-47d0-97aa-adcecc304d38 None None] Provisioning for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:45.443174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-104c1357-2198-47d0-97aa-adcecc304d38 None None] Provisioning complete for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:45.443605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-104c1357-2198-47d0-97aa-adcecc304d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.505898 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682efad-820d-4890-9fa5-577ab7058476 req-4e81daba-9a2e-430f-ae5c-10439de7a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:45.506914 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1682efad-820d-4890-9fa5-577ab7058476 req-4e81daba-9a2e-430f-ae5c-10439de7a96f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2555873 Feb 17 17:58:45.566757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-104c1357-2198-47d0-97aa-adcecc304d38 None None] Port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:45.623614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-8a54d830-1aea-4ddc-ad8f-bcc60e526260 req-6aba31f7-002f-4f85-8c31-a34484e3c617 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Synchronizing usage tracker for tenant:73451983124249e3a74e4609456a7db0 on resource:port {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:45.641529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-8a54d830-1aea-4ddc-ad8f-bcc60e526260 req-6aba31f7-002f-4f85-8c31-a34484e3c617 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] Unset dirty status for tenant:73451983124249e3a74e4609456a7db0 on resource:port {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:45.642983 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8a54d830-1aea-4ddc-ad8f-bcc60e526260 req-6aba31f7-002f-4f85-8c31-a34484e3c617 tempest-DeleteServersTestJSON-1886823641 tempest-DeleteServersTestJSON-1886823641-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb064be-bf80-4b35-b55d-57d5ea4ccf4c HTTP/1.1" status: 200 len: 210 time: 0.0831573 Feb 17 17:58:45.727112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device de60aaed-d22a-4869-9042-ffffdb3ccd27 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:45.870490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port de60aaed-d22a-4869-9042-ffffdb3ccd27 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:45.873167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.014919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b6132-cb7f-4e1e-bd3d-44c1ccf744a3 req-09172c6f-c9ee-4d50-b5e3-784d241e2b13 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:46.025164 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-070b6132-cb7f-4e1e-bd3d-44c1ccf744a3 req-09172c6f-c9ee-4d50-b5e3-784d241e2b13 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1672242 Feb 17 17:58:46.119229 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1682efad-820d-4890-9fa5-577ab7058476 req-f09f995b-b751-4a09-abb6-e293b2f0f92c service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026924 Feb 17 17:58:46.158300 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-070b6132-cb7f-4e1e-bd3d-44c1ccf744a3 req-f4e4133e-e164-4328-9d5b-66b211756b46 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314943 Feb 17 17:58:46.193623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:46.377248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:46.397469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.434595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf79ce3-3319-4472-b9f5-bf3d35650bb3 req-42482d6e-8dae-4625-8c94-1ca4f378708a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:46.436635 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ecf79ce3-3319-4472-b9f5-bf3d35650bb3 req-42482d6e-8dae-4625-8c94-1ca4f378708a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 931 time: 0.2198026 Feb 17 17:58:46.544582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.700574 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ecf79ce3-3319-4472-b9f5-bf3d35650bb3 req-9840623e-bfa8-4cd5-8ef0-8ca8bd333cc7 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552047 Feb 17 17:58:46.738290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c180-be16-4957-99c5-6d360861e98f req-6b5993ed-4d42-452f-9627-1c0a811c69ce tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:46.748480 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9426c180-be16-4957-99c5-6d360861e98f req-6b5993ed-4d42-452f-9627-1c0a811c69ce tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.2697463 Feb 17 17:58:46.807522 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1682efad-820d-4890-9fa5-577ab7058476 req-bf221e18-efe6-4c86-bfb0-79a32528821b service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6578135 Feb 17 17:58:46.838138 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9426c180-be16-4957-99c5-6d360861e98f req-4d28c68f-271c-476c-9969-77af30714c86 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878317 Feb 17 17:58:46.917019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:58:46.925719 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.940168 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Transition to ACTIVE for port object fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:46.943474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.964616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:47.112007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Pushing event updated for resources: {'Port': ['ID=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:47.117416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:47.298960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.406319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Attempting to bind port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:47.406872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Attempting to bind port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:47.407273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Attempting to bind port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 on network 91999640-c21f-4f14-b0c8-97315492fad1 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:47.415154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:47.415684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Checking segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:47.416169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.420735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Bound using segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:47.421346 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Bound port: fc3adf45-4a9b-4fb3-aa51-d23a9307ece6, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:47.421816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.495870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d402-ca5d-4d5d-845f-5670cbc1f5e4 req-b8ec535e-eb17-41cf-baa1-5d9324448f10 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:47.511214 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4148d402-ca5d-4d5d-845f-5670cbc1f5e4 req-b8ec535e-eb17-41cf-baa1-5d9324448f10 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1546330 Feb 17 17:58:47.574874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] For port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:47.582144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] For port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:47.587047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.593059 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4148d402-ca5d-4d5d-845f-5670cbc1f5e4 req-9211a56a-8a62-4a99-89f9-d778c25c4c4b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796258 Feb 17 17:58:47.609201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:47.666928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47400) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:47.792956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Pushing event updated for resources: {'Port': ['ID=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:47.820126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.820548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.820944 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.821333 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.821718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.822102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.822523 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.822993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.823376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.823756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.824135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.824512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.825098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.825480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.825859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.826239 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.826685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.827066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.827444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.827821 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.828204 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.828698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.829074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.829448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:47.836257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:47.885308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:47.885993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.887525 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] 10.222.0.38 "PUT /v2.0/ports/fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 1157 time: 2.7188993 Feb 17 17:58:47.888054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:48.224730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429ea01-0ebc-45a4-8973-0daf262b55b5 req-9d462478-77ec-412b-a473-a53d54ee49f2 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:48.226726 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2429ea01-0ebc-45a4-8973-0daf262b55b5 req-9d462478-77ec-412b-a473-a53d54ee49f2 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 943 time: 0.2166364 Feb 17 17:58:48.292732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-05b37a41-3296-45c0-a0f0-a409b778a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:48.294369 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-05b37a41-3296-45c0-a0f0-a409b778a621 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1160 time: 0.3643959 Feb 17 17:58:48.314591 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:48.365759 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2429ea01-0ebc-45a4-8973-0daf262b55b5 req-4a108058-d1ad-45a3-9be0-56edd63392dd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541804 Feb 17 17:58:48.374547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.377368 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-a8c532eb-f6ca-4fe7-9c0f-e8d94046e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:48.379045 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-a8c532eb-f6ca-4fe7-9c0f-e8d94046e8d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 1163 time: 0.2962456 Feb 17 17:58:48.402385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:48.407019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Usage tracker for resource:security_group_rule and tenant:363379c75d6944b7874a746de7438f58 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:48.407154 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0e3331e0-66e4-4462-824e-b1e62bb750b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 217 time: 0.1026101 Feb 17 17:58:48.410050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:48.416853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:48.528591 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6', 'status': 'completed', 'code': 200} Feb 17 17:58:48.545260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:48.545685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.589543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.611257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.657337 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:48.785866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff9fc-62fe-4240-87fc-004df88cd390 req-e111733b-a070-4565-9f62-8136c1ac1593 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:48.788482 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f98ff9fc-62fe-4240-87fc-004df88cd390 req-e111733b-a070-4565-9f62-8136c1ac1593 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.6011815 Feb 17 17:58:48.878927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0af60a-b557-4965-ae55-6673da1b5262,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:48.908557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device e00d3b30-67e8-4d15-9798-0be8fd5de343 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:48.968112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.968487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.968884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.969283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.969638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.970026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.970429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.970804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.971181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.971556 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.971936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.974456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.974456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.974456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.974456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.974776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.974962 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.975329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.975703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.976084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.976461 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.976837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.977209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.977586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:48.988107 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:48.996014 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=363379c75d6944b7874a746de7438f58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3278701 Feb 17 17:58:48.999970 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f98ff9fc-62fe-4240-87fc-004df88cd390 req-343b6271-de44-4bfc-9cc0-a3506296b463 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029000 Feb 17 17:58:49.000668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47442) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:49.026455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-1d2e1a25-b0d1-464e-8b75-bd1d225bc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.036200 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-1d2e1a25-b0d1-464e-8b75-bd1d225bc286 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.5841138 Feb 17 17:58:49.080012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-43a4aaf1-ca2c-47e1-a9af-3fd753aa7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.081823 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-43a4aaf1-ca2c-47e1-a9af-3fd753aa7334 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.6799910 Feb 17 17:58:49.110613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a108c5-8f1c-4fbd-b30a-8db2f88fc05f req-6905974e-ecdc-4662-8da3-fb8b5f0e72f9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.112415 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d9a108c5-8f1c-4fbd-b30a-8db2f88fc05f req-6905974e-ecdc-4662-8da3-fb8b5f0e72f9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.3229067 Feb 17 17:58:49.115072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port e00d3b30-67e8-4d15-9798-0be8fd5de343 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:49.120596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port e00d3b30-67e8-4d15-9798-0be8fd5de343 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:49.121021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.134268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.203799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.227926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47452) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:49.231651 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-b040d771-2cfc-4b9d-8204-4a3a5559063b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e61c593-5103-40d0-83c6-5f9b15999e87 HTTP/1.1" status: 200 len: 217 time: 0.0873368 Feb 17 17:58:49.256047 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d9a108c5-8f1c-4fbd-b30a-8db2f88fc05f req-eacc5d51-3ec0-48b8-b555-449126ad4768 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226857 Feb 17 17:58:49.257087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.262626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3d779c7c-0ce8-476f-aa21-3df2b30f3647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:49.274875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0af60a-b557-4965-ae55-6673da1b5262,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:49.277308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:49.289739 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.294917 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f0af60a-b557-4965-ae55-6673da1b5262 HTTP/1.1" status: 204 len: 168 time: 0.2842681 Feb 17 17:58:49.341088 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.382994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-baac5421-bd0a-47fb-918b-d54a349649e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.384962 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-baac5421-bd0a-47fb-918b-d54a349649e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.0935924 Feb 17 17:58:49.391444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:49.403376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port e00d3b30-67e8-4d15-9798-0be8fd5de343, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:49.410722 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.414359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:49.454096 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-6e9092aa-8ecd-498a-933c-eaa5af65ff6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614336 Feb 17 17:58:49.497852 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'code': 200} Feb 17 17:58:49.551831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:49.555611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:49.678324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Deleting subnet 9c345a02-5b15-4821-9955-b5d7b276a039 {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:58:49.680941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device e00d3b30-67e8-4d15-9798-0be8fd5de343 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:49.681721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.689137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad36c2-6283-43ed-b768-e2c3a49ace00 req-ce281f75-801d-4d66-9f71-97fe73a0dbf0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.690890 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0dad36c2-6283-43ed-b768-e2c3a49ace00 req-ce281f75-801d-4d66-9f71-97fe73a0dbf0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 943 time: 0.1033928 Feb 17 17:58:49.736434 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-3f3c8f93-32e9-41a4-9655-13d996559983 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739356 Feb 17 17:58:49.762807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0d9a85dc-90f4-44c2-9490-48e0b016f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.764613 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-0d9a85dc-90f4-44c2-9490-48e0b016f77e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6815779 Feb 17 17:58:49.810319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port e00d3b30-67e8-4d15-9798-0be8fd5de343 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:49.810879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.819065 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0dad36c2-6283-43ed-b768-e2c3a49ace00 req-e9839ac7-170d-4bfb-8b25-90daa1d9a99c tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210949 Feb 17 17:58:49.874638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3759c4-5125-469a-9f21-156901c846eb req-4d63c4b0-e0ea-4e05-a448-5dd2f40b9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.877698 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8a3759c4-5125-469a-9f21-156901c846eb req-4d63c4b0-e0ea-4e05-a448-5dd2f40b9ecf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1163 time: 0.1573420 Feb 17 17:58:49.885579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47464) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:49.929662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.947395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:49.951758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Usage tracker for resource:security_group_rule and tenant:2b6243a2c4a54b129f14c8f1bd9aad13 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:49.954887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:49.961340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:50.019537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.028291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.053748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.071914 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8a3759c4-5125-469a-9f21-156901c846eb req-e6322998-9378-4deb-ab1a-6df7ed717f85 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875641 Feb 17 17:58:50.072539 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.110301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:50.122175 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b6243a2c4a54b129f14c8f1bd9aad13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184398 Feb 17 17:58:50.124656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47478) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:50.160715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e1885-a9b2-4662-b8d5-c46c387b0cd0,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:50.170807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:50.350648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.353145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.403812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a1b2-7421-40a7-b850-e1d8724cf9a4 req-b0495179-b45a-427c-89f5-6521d274184c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:50.412036 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5253a1b2-7421-40a7-b850-e1d8724cf9a4 req-b0495179-b45a-427c-89f5-6521d274184c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.2354891 Feb 17 17:58:50.448382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.469643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6eac0d51-e2ce-441e-ac66-8aafd3005e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:50.516776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c345a02-5b15-4821-9955-b5d7b276a039,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:50.520471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:50.523594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.533968 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9c345a02-5b15-4821-9955-b5d7b276a039 HTTP/1.1" status: 204 len: 168 time: 1.3048167 Feb 17 17:58:50.547541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47490) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:50.602018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.617360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c28be015-e790-4b91-ac9f-9c540185bb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:50.640665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e1885-a9b2-4662-b8d5-c46c387b0cd0,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:50.643472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:50.652158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.656053 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b49e1885-a9b2-4662-b8d5-c46c387b0cd0 HTTP/1.1" status: 204 len: 168 time: 0.5274913 Feb 17 17:58:50.688037 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09b9e0e5-30cb-4b62-a06b-0eb69feb7a6c req-a5f79025-31f3-49c4-9aca-227576949aad service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9277430 Feb 17 17:58:50.694023 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5253a1b2-7421-40a7-b850-e1d8724cf9a4 req-8b639fa4-cc43-445a-b489-e38fe76eb3c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808015 Feb 17 17:58:50.710889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8eb07-dc11-4c8f-bb88-fff079c83c30 req-4cc02964-0215-4dfa-b216-fdf845342371 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:50.731122 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dbd8eb07-dc11-4c8f-bb88-fff079c83c30 req-4cc02964-0215-4dfa-b216-fdf845342371 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.2236557 Feb 17 17:58:50.763559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.810694 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dbd8eb07-dc11-4c8f-bb88-fff079c83c30 req-ba405e91-8326-473d-ab1e-5b5ab3d34798 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736699 Feb 17 17:58:50.890736 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-ac9518b4-8122-40fd-9e55-d2acd59ec379 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9968367 Feb 17 17:58:51.064145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e19fd4-9ae6-4d50-8a45-ef0dd808ab6e req-af2a2170-d85a-44ea-8806-65472c83f857 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:51.066187 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-26e19fd4-9ae6-4d50-8a45-ef0dd808ab6e req-af2a2170-d85a-44ea-8806-65472c83f857 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 943 time: 0.1151013 Feb 17 17:58:51.129672 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-26e19fd4-9ae6-4d50-8a45-ef0dd808ab6e req-6b8a2a1c-96b8-4990-8296-0b2114bda8ae tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562816 Feb 17 17:58:51.154462 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:51.312603 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e48ccc2-236a-48a2-acb9-d5bd1a392bd0 req-95e6e6bd-3f99-4da1-850c-dd7a3ba7a957 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4119632 Feb 17 17:58:51.341686 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.342633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.343666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.344239 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > port after_create 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.344835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.345535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > port after_update 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.346090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.346675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.347376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.347948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.421357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.421873 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.422139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.422551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:58:51.422994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7fd002-1181-4436-b302-63593239bd3f']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:51.478711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94056e3f-44df-4f63-ba85-778edf590efd') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:51.478853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94056e3f-44df-4f63-ba85-778edf590efd') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:51.503584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:51.528078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:51.531049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:58:51.709331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-ac737a59-1459-4d36-9226-80838185abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:51.711136 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-ac737a59-1459-4d36-9226-80838185abd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1160 time: 0.2749765 Feb 17 17:58:52.096363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-90976e7e-dadb-4717-9742-a27768f9fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:52.097944 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-90976e7e-dadb-4717-9742-a27768f9fde1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.3688185 Feb 17 17:58:52.100302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Network 8d7fd002-1181-4436-b302-63593239bd3f has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:52.101883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda9ac-36e1-4828-89d4-01696be9744b req-5377a0bf-673a-47fa-8901-e647d4e504b2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:52.109462 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-55fda9ac-36e1-4828-89d4-01696be9744b req-5377a0bf-673a-47fa-8901-e647d4e504b2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.2031934 Feb 17 17:58:52.110607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.179991 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-55fda9ac-36e1-4828-89d4-01696be9744b req-c00a42d1-0895-434b-8ed1-f0a4cd5faa9d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693285 Feb 17 17:58:52.259376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb55763-093f-4997-83fd-bbe618b75634 req-c37bf860-e280-42b5-98cf-b95d6a9d3c9f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:52.273002 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cbb55763-093f-4997-83fd-bbe618b75634 req-c37bf860-e280-42b5-98cf-b95d6a9d3c9f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.2251196 Feb 17 17:58:52.356393 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-624efb49-4714-42a6-8bbc-d2c5c4169b69 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 217 time: 0.2477717 Feb 17 17:58:52.384139 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cbb55763-093f-4997-83fd-bbe618b75634 req-39d5a241-26f5-4383-a1af-8394621a7b6c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098893 Feb 17 17:58:52.481789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3a0a5-f787-41c5-911c-4b2d098a6c30 req-8f84cbb3-c4dc-4270-9bcf-d227cfc8e125 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:52.490910 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ebb3a0a5-f787-41c5-911c-4b2d098a6c30 req-8f84cbb3-c4dc-4270-9bcf-d227cfc8e125 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 943 time: 0.1219223 Feb 17 17:58:52.516203 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Network 8d7fd002-1181-4436-b302-63593239bd3f has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: from cryptography.utils import int_from_bytes Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: from cryptography.utils import int_from_bytes Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: (rel_b, rel_a, rel_b), Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: (rel_b, rel_a, rel_b), Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:58:52.546500 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:58:52.549961 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ebb3a0a5-f787-41c5-911c-4b2d098a6c30 req-097158d1-c1b1-4e4b-bcde-6de43cfd2ee3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556788 Feb 17 17:58:52.628198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-a0eebaa0-c20a-44d5-b7ac-4ce3b61ff885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:52.634294 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-a0eebaa0-c20a-44d5-b7ac-4ce3b61ff885 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.2105501 Feb 17 17:58:52.710876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.717864 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.725318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f05f0e89-7fd9-4c4c-b0b5-5ba7cb6a262d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:52.773475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7fd002-1181-4436-b302-63593239bd3f,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:52.777675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:52.781171 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8d7fd002-1181-4436-b302-63593239bd3f HTTP/1.1" status: 204 len: 168 time: 2.2300751 Feb 17 17:58:52.798631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-b062c458-74d4-40cb-9a09-9c8f08643cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:52.800568 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-b062c458-74d4-40cb-9a09-9c8f08643cfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1492932 Feb 17 17:58:52.978843 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-0083dec4-19c0-4352-a7c7-7f154399f617 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673996 Feb 17 17:58:53.060951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47606) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:53.132308 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5351f118-86c9-44d8-9559-ad47b094b13b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73451983124249e3a74e4609456a7db0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0693083 Feb 17 17:58:53.133094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47616) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:53.220410 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7c45cd79-10ce-44f6-bf59-ec9affa02072 req-69562625-68bb-40b9-9980-7bfd0cf8c561 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2332580 Feb 17 17:58:53.267867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.325605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.387351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.394482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a9f00f74-9ef1-4714-b7e4-44945b9e1856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:53.410774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:53.421227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:53.422861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.424215 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbf38d57-b5f9-42fd-ab49-2aa9b5f2da80 HTTP/1.1" status: 204 len: 168 time: 0.2896714 Feb 17 17:58:53.472704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5cf2d-a665-423e-8c09-8470dbfa146c req-3d8b3e7c-4e8e-426a-b31e-bd6d0d6e2bb4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:53.474983 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-71c5cf2d-a665-423e-8c09-8470dbfa146c req-3d8b3e7c-4e8e-426a-b31e-bd6d0d6e2bb4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1079082 Feb 17 17:58:53.534363 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-71c5cf2d-a665-423e-8c09-8470dbfa146c req-97db0807-68f0-4ca1-99c9-a51089b5fc36 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505655 Feb 17 17:58:53.682042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859cb8c-8b0b-4b4a-ab6c-9aa153e2d84d req-78e02fdd-a9db-450c-b6f1-ace092cad33d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:53.691328 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7859cb8c-8b0b-4b4a-ab6c-9aa153e2d84d req-78e02fdd-a9db-450c-b6f1-ace092cad33d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1292989 Feb 17 17:58:53.741578 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7859cb8c-8b0b-4b4a-ab6c-9aa153e2d84d req-638c3745-cba5-47f8-ac69-07a3393e1ba9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491681 Feb 17 17:58:53.884888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3203-a772-47bf-87a6-30fbb116e964 req-dd864804-2e1b-4cd5-98e1-774a7400ba58 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:53.886817 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-84ef3203-a772-47bf-87a6-30fbb116e964 req-dd864804-2e1b-4cd5-98e1-774a7400ba58 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 943 time: 0.1347873 Feb 17 17:58:53.955290 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-84ef3203-a772-47bf-87a6-30fbb116e964 req-6c051678-cc82-4c5a-9213-4ae3186e65bb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610631 Feb 17 17:58:54.056234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fa6f-648d-4010-9181-e6db75f8acff req-d67acb7c-6e1d-4ee1-a015-640ab92d9c83 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:54.058036 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ef6fa6f-648d-4010-9181-e6db75f8acff req-d67acb7c-6e1d-4ee1-a015-640ab92d9c83 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1169376 Feb 17 17:58:54.068350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47682) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:54.076401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'floatingip': {'port_id': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:54.233506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:54.274766 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47700) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:54.598147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:54.616102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:54.619014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Usage tracker for resource:security_group_rule and tenant:3acc036f3ce34b43899fec36c2558504 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:54.622095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:54.627966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:54.725850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:54.730811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:54.740517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-75288af9-3971-4b99-9a70-3aace2239c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:54.784743 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3acc036f3ce34b43899fec36c2558504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089886 Feb 17 17:58:54.786392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47720) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:54.789844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f5d8c-a204-408c-b18d-cb104acd138c,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:54.871656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:54.922655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:54.957201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.076892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.082475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:55.109900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0aa4b8-3185-43b5-9a6a-9785efcec33a req-6c69fc0d-f97d-4cdc-8b82-0c2901ea8559 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:55.111610 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5c0aa4b8-3185-43b5-9a6a-9785efcec33a req-6c69fc0d-f97d-4cdc-8b82-0c2901ea8559 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1164238 Feb 17 17:58:55.112800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f5d8c-a204-408c-b18d-cb104acd138c,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:55.119969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:55.122645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.126129 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/658f5d8c-a204-408c-b18d-cb104acd138c HTTP/1.1" status: 204 len: 168 time: 0.3385804 Feb 17 17:58:55.185629 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5c0aa4b8-3185-43b5-9a6a-9785efcec33a req-09312de9-143a-4db2-89cf-3863e36af6e3 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645075 Feb 17 17:58:55.237274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.242798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.487736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc22f7-279a-43ea-9b5b-cb3b043a200a req-3f8121b0-6846-4d75-8db1-5b9f5566ecdf tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:55.501816 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aefc22f7-279a-43ea-9b5b-cb3b043a200a req-3f8121b0-6846-4d75-8db1-5b9f5566ecdf tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 943 time: 0.2047648 Feb 17 17:58:55.575438 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aefc22f7-279a-43ea-9b5b-cb3b043a200a req-6c218da5-c4fe-45fe-b259-f6637b0b7b88 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724025 Feb 17 17:58:55.751163 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Floating IP 21f162b9-dcd1-4b62-aed6-3c63416e1331 associated. External IP: 172.28.0.102, port: e00d3b30-67e8-4d15-9798-0be8fd5de343. Feb 17 17:58:55.845903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47760) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:55.869010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.884604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:55.888607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2923d6ab3a43d188e2c027b4ce52ff is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:55.892121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:55.897935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:55.991598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.994919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.014108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c2202df3-d728-4957-8ddc-53818e73f99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:56.061362 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c2923d6ab3a43d188e2c027b4ce52ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142587 Feb 17 17:58:56.064789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47774) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:56.110935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d617a-7bb5-4028-ac44-d54c712ee542,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:56.130370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:56.155484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.186022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.194996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:56.236370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.241635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4a2d673b-7f24-46ac-a207-84bf786e6ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:56.263606 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d617a-7bb5-4028-ac44-d54c712ee542,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:56.266990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:56.269370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.271098 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb8d617a-7bb5-4028-ac44-d54c712ee542 HTTP/1.1" status: 204 len: 168 time: 0.2045369 Feb 17 17:58:56.452748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:56.460627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:56.471148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47790) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:56.478833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] Sync routers for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:56.479049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.491576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:56.492570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:56.545742 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-09f24cf1-97b2-4ca7-9c7a-fcbeb4dcfdff tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "PUT /v2.0/floatingips/21f162b9-dcd1-4b62-aed6-3c63416e1331 HTTP/1.1" status: 200 len: 992 time: 2.4734499 Feb 17 17:58:56.545742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:56.577414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:56.584232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:56.585003 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.714510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:56.746802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.795441 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:56.797476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:56.805030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.805519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11de268-780f-474d-8eaf-d885b5eb2b18 req-4f346753-2014-44f3-9bbe-9be75dccdc4d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:56.807384 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:56.814372 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b11de268-780f-474d-8eaf-d885b5eb2b18 req-4f346753-2014-44f3-9bbe-9be75dccdc4d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.4418306 Feb 17 17:58:56.886570 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b11de268-780f-474d-8eaf-d885b5eb2b18 req-e99f2533-fcca-43fe-9dda-f58a10d824d3 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699363 Feb 17 17:58:56.916594 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'status': 'completed', 'code': 200} Feb 17 17:58:56.991788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:57.012556 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.012941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.013322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.013673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.016499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.017109 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.017677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.018261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.018920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.019475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.021112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.021702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.022419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.023046 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.023615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.024169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.025292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.026029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.026635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.027194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.027749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.028299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.028853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.029426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:57.035104 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6', 'code': 200} Feb 17 17:58:57.036342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:57.165647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.187929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:57.199602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Usage tracker for resource:security_group_rule and tenant:128b936f3cf54604bd1699e18965c238 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:57.201146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3d68-d866-46f9-99db-77ac28a37169 req-be6f5b89-a1d6-42b4-80f3-b93e63742e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:57.203638 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-199a3d68-d866-46f9-99db-77ac28a37169 req-be6f5b89-a1d6-42b4-80f3-b93e63742e6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1163 time: 0.2544038 Feb 17 17:58:57.204051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:57.214021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:57.236114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b096e-6a79-4c7d-8cf0-9967d8e49f3b req-4f101fec-7b57-4e01-a0ee-9957c570d8eb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:57.244959 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b12b096e-6a79-4c7d-8cf0-9967d8e49f3b req-4f101fec-7b57-4e01-a0ee-9957c570d8eb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1811860 Feb 17 17:58:57.495104 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b12b096e-6a79-4c7d-8cf0-9967d8e49f3b req-0a96ab89-75fa-4fc5-8645-0b1a880f6279 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490640 Feb 17 17:58:57.552075 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.556771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.569340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:57.604066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4f858-8cea-4414-a312-f6e571ee1271,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:57.627808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:57.643939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '21f162b9-dcd1-4b62-aed6-3c63416e1331', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'floating_ip_address': '172.28.0.102', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'port_id': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'mac_address': 'fa:16:3e:dc:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:55Z', 'revision_number': 1, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:57.648492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] Checking router: 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:57.649753 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=128b936f3cf54604bd1699e18965c238&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1726608 Feb 17 17:58:57.652709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47848) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:57.659213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3d68-d866-46f9-99db-77ac28a37169 req-ca064ca8-0743-4660-ba6d-1f9272c1d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:57.660823 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-199a3d68-d866-46f9-99db-77ac28a37169 req-ca064ca8-0743-4660-ba6d-1f9272c1d459 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.4458811 Feb 17 17:58:57.673367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:57.674038 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:57.741136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.741623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:57.787823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.844744 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.852797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2dd509d2-8c69-4c52-87a4-f3e971376716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:57.878156 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.884511 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44f4f858-8cea-4414-a312-f6e571ee1271 HTTP/1.1" status: 204 len: 168 time: 0.2305007 Feb 17 17:58:57.885881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4f858-8cea-4414-a312-f6e571ee1271,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:57.889012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:57.909051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024340-65f4-4673-b8fd-efb2ca25925d req-63e17dce-ea06-41f6-a12e-344b6b266bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:57.914801 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3f024340-65f4-4673-b8fd-efb2ca25925d req-63e17dce-ea06-41f6-a12e-344b6b266bb5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1162 time: 0.4832468 Feb 17 17:58:58.113305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:58.113742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.140375 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3f024340-65f4-4673-b8fd-efb2ca25925d req-cb5ec52a-f3e8-40bd-ba55-2fe260816189 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101324 Feb 17 17:58:58.145173 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-199a3d68-d866-46f9-99db-77ac28a37169 req-c33a5a91-f5fb-4771-ad6c-fba63c23c0a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 200 len: 1000 time: 0.4769988 Feb 17 17:58:58.170827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:58.414487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1a23-43d1-470d-83a6-2ef60ed3cbd6 req-ee8ba15f-c0cd-44ce-aace-6bd8c19a2712 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:58.424702 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-164c1a23-43d1-470d-83a6-2ef60ed3cbd6 req-ee8ba15f-c0cd-44ce-aace-6bd8c19a2712 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.2154524 Feb 17 17:58:58.493976 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-164c1a23-43d1-470d-83a6-2ef60ed3cbd6 req-cac7b153-da69-415c-82b0-26171a5eac61 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670640 Feb 17 17:58:58.669263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47896) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:58.702710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3d68-d866-46f9-99db-77ac28a37169 req-a217f94b-fe4e-40e6-9a52-d6868addb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:58.704325 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-199a3d68-d866-46f9-99db-77ac28a37169 req-a217f94b-fe4e-40e6-9a52-d6868addb893 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.2490802 Feb 17 17:58:58.706862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.747998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ce185-9e18-416a-bdc3-28d846ed5feb req-87d10622-441c-4a3b-bb59-4bdf209020c3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:58.768896 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-110ce185-9e18-416a-bdc3-28d846ed5feb req-87d10622-441c-4a3b-bb59-4bdf209020c3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1341262 Feb 17 17:58:58.788396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:58.792675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Usage tracker for resource:security_group_rule and tenant:28fc7f03e9eb4e6292826d8f8db648fc is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:58.795774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:58.802363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:58.837977 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-110ce185-9e18-416a-bdc3-28d846ed5feb req-b2f94d78-575e-45e0-b93a-234b1253a7d2 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645583 Feb 17 17:58:58.891210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '21f162b9-dcd1-4b62-aed6-3c63416e1331', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'floating_ip_address': '172.28.0.102', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'port_id': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'mac_address': 'fa:16:3e:dc:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:55Z', 'revision_number': 1, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:58.898491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9104a7ec-24f5-42d5-be3c-93d9a547c767 None None] The sync data for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb is: [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '21f162b9-dcd1-4b62-aed6-3c63416e1331', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'floating_ip_address': '172.28.0.102', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'port_id': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'mac_address': 'fa:16:3e:dc:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:55Z', 'revision_number': 1, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:58.903865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.909999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.921127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:58.971737 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28fc7f03e9eb4e6292826d8f8db648fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009498 Feb 17 17:58:58.974727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 47914) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:58.982351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4272b41e-87ac-4dc0-9b82-a83e9cee36b9,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:58.986140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:58.999755 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3d68-d866-46f9-99db-77ac28a37169 req-735f1f8c-fefc-46bc-a8b5-bf862556fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:59.001547 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-199a3d68-d866-46f9-99db-77ac28a37169 req-735f1f8c-fefc-46bc-a8b5-bf862556fbf6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2805431 Feb 17 17:58:59.064407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.097023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.146146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.151172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8e4d0026-2413-486d-8237-6bea1abe5bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:59.165919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272b41e-87ac-4dc0-9b82-a83e9cee36b9,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:59.169155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:59.169316 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-199a3d68-d866-46f9-99db-77ac28a37169 req-e65ee9c6-0514-45db-8c6a-0f0c4ae61ec9 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513951 Feb 17 17:58:59.170046 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.171351 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4272b41e-87ac-4dc0-9b82-a83e9cee36b9 HTTP/1.1" status: 204 len: 168 time: 0.1954138 Feb 17 17:58:59.305504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ea5a2-2ba7-4f9b-a087-0d2caafad3cf None None] New status for floating IP 21f162b9-dcd1-4b62-aed6-3c63416e1331: ACTIVE {{(pid=83943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:58:59.374602 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-199a3d68-d866-46f9-99db-77ac28a37169 req-4a444a49-7311-4f80-b7bf-2a31a435c357 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1931608 Feb 17 17:58:59.779820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:59.949141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:59.949663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.000652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47958) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:00.053266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2bb91-1828-46ab-823d-29d9102da956 req-1c200c5a-1cf0-4aeb-950b-a14c997bad40 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.055138 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c7f2bb91-1828-46ab-823d-29d9102da956 req-1c200c5a-1cf0-4aeb-950b-a14c997bad40 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.2936304 Feb 17 17:59:00.213077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.247512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:00.252390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ebf0459c0b4e259dbd7ff4dde581a4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:00.258191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:00.271912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:00.290460 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c7f2bb91-1828-46ab-823d-29d9102da956 req-04bf7e64-3086-4c45-b3c4-48afaef72920 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244769 Feb 17 17:59:00.311636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71aca7-82a2-4aca-b7c6-0b2725a8a851 req-4df8af43-4942-4444-853a-a5a73eafd23f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.313167 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5b71aca7-82a2-4aca-b7c6-0b2725a8a851 req-4df8af43-4942-4444-853a-a5a73eafd23f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.3034811 Feb 17 17:59:00.386722 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5b71aca7-82a2-4aca-b7c6-0b2725a8a851 req-d5ae68b9-b701-43fb-b8c6-4b5b988ecd19 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666103 Feb 17 17:59:00.532103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.537602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.547253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ab861e22-de9a-406a-a315-c74eac8bba54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:00.614975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d7a56-17c5-4171-830e-20469bf80c3b,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:00.638455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:00.670961 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2ebf0459c0b4e259dbd7ff4dde581a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690977 Feb 17 17:59:00.673443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 47992) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:00.746086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1f02-7441-4418-b32a-3b05d00174f0 req-084267d3-7145-4334-b1d6-668a8339629c tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.748615 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9cab1f02-7441-4418-b32a-3b05d00174f0 req-084267d3-7145-4334-b1d6-668a8339629c tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1488013 Feb 17 17:59:00.758362 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48000) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:00.764322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'floatingip': {'port_id': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:00.767134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.798546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.858808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.862911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.864674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:00.877843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d7a56-17c5-4171-830e-20469bf80c3b,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:00.881895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:00.902602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.908124 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b4d7a56-17c5-4171-830e-20469bf80c3b HTTP/1.1" status: 204 len: 168 time: 0.2334309 Feb 17 17:59:01.349228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48022) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:01.385653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.422811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:01.425111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48028) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:01.434118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Usage tracker for resource:security_group_rule and tenant:001dc9600c6e494a938e5c0a0410def6 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:01.437903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:01.443828 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:01.572009 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.576967 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.612862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1fc132b1-51df-495e-83c6-a363aed4c25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:01.628149 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=001dc9600c6e494a938e5c0a0410def6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777607 Feb 17 17:59:01.634071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48038) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:01.651922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6949e05-3a11-47a4-beee-f6528429710b,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:01.655516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0d811f00-58a7-48bc-9d9b-0dc820dfe439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:01.682925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.700598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:01.705430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Usage tracker for resource:security_group_rule and tenant:21f9dd128106441598547d1bc739e14a is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:01.710490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:01.715785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1e75d-9a94-4fa9-9f8c-fcddd47cfe5d req-a7ecf6fb-b8a0-446a-a34b-7b4f63456b25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:01.716886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:01.723350 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fda1e75d-9a94-4fa9-9f8c-fcddd47cfe5d req-a7ecf6fb-b8a0-446a-a34b-7b4f63456b25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1933653 Feb 17 17:59:01.828872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.832320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.843005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-112df754-2fbb-4e24-88c2-0f5e1e3e7a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:01.889972 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fda1e75d-9a94-4fa9-9f8c-fcddd47cfe5d req-22e99d78-e843-4877-b1e9-ab4d0b0fb3ea tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656330 Feb 17 17:59:01.898634 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21f9dd128106441598547d1bc739e14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722354 Feb 17 17:59:01.899324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48052) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:01.909046 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2662e5-6744-45b6-9e14-2f7f4db9509d,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:01.913092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:01.919374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.resource_extend [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:59:01.999803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.019632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.033957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.096747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.107105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.107464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:02.132667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2662e5-6744-45b6-9e14-2f7f4db9509d,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:02.148243 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.148440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.150961 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad2662e5-6744-45b6-9e14-2f7f4db9509d HTTP/1.1" status: 204 len: 168 time: 0.2448411 Feb 17 17:59:02.153136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:02.162994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.464404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48078) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:02.553966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.561257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-353b89a6-a6e9-4c57-be3b-346cd572f1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:02.578822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6949e05-3a11-47a4-beee-f6528429710b,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:02.581714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:02.606219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.608860 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6949e05-3a11-47a4-beee-f6528429710b HTTP/1.1" status: 204 len: 168 time: 0.9735684 Feb 17 17:59:02.612298 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.616461 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Floating IP cfa8a449-de35-4a34-ba3c-0cb81aaaf68d associated. External IP: 172.28.0.11, port: fc3adf45-4a9b-4fb3-aa51-d23a9307ece6. Feb 17 17:59:02.633095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:02.640307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Usage tracker for resource:security_group_rule and tenant:93f6993aebd24047a4133d776b5a9b55 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:02.644695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:02.652061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:02.762041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.767177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.808955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-26bd2fa7-4138-4a5f-afa0-1c10b7d84e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:02.828187 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93f6993aebd24047a4133d776b5a9b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616481 Feb 17 17:59:02.828891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48096) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:02.897733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96afdf12-babb-4426-b950-de14f4c6524b,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:02.907825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:02.915604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.947029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.008018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.024056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:03.056469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96afdf12-babb-4426-b950-de14f4c6524b,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:03.084001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:03.098096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.102563 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96afdf12-babb-4426-b950-de14f4c6524b HTTP/1.1" status: 204 len: 168 time: 0.2649417 Feb 17 17:59:03.154633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48118) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:03.180721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.210058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:03.215735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Usage tracker for resource:security_group_rule and tenant:68f556db62724078ad2481335e627f92 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:03.219214 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:03.226908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:03.334294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:03.339891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.344587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.368029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-49bbb77a-7a68-45d9-abab-572a6b856dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:03.448698 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68f556db62724078ad2481335e627f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906687 Feb 17 17:59:03.459248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48132) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:03.464514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9edd45-adb1-4748-a8dc-f0e8998c31e6,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:03.481037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:03.578806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.675102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3e4c6-b6e6-4e0a-b2e8-b138251a4226 req-fab8e610-40cd-444c-8d13-8429570c9fac tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:03.676811 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d6a3e4c6-b6e6-4e0a-b2e8-b138251a4226 req-fab8e610-40cd-444c-8d13-8429570c9fac tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.5417840 Feb 17 17:59:03.717808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.767073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:03.780022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.781353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] Sync routers for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:03.798058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:03.799019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:03.856415 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d6a3e4c6-b6e6-4e0a-b2e8-b138251a4226 req-d2982f8d-d214-4abd-9c36-fd72c6afbf5c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657503 Feb 17 17:59:03.903557 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-553e4fb1-37e2-4def-bbbc-40358a430d23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "PUT /v2.0/floatingips/cfa8a449-de35-4a34-ba3c-0cb81aaaf68d HTTP/1.1" status: 200 len: 990 time: 3.1408534 Feb 17 17:59:03.905245 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:03.929692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.937672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f25ee8ab-eccb-4c03-bdea-f640f2dc988f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:03.962443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9edd45-adb1-4748-a8dc-f0e8998c31e6,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:03.967477 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:03.984584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.986141 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df9edd45-adb1-4748-a8dc-f0e8998c31e6 HTTP/1.1" status: 204 len: 168 time: 0.5158927 Feb 17 17:59:04.073058 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6', 'status': 'completed', 'code': 200} Feb 17 17:59:04.079296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:04.216143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-467aea05-6a52-45e9-bd58-c265dd62799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:04.218028 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-467aea05-6a52-45e9-bd58-c265dd62799f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1162 time: 0.1149783 Feb 17 17:59:04.407606 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-9acbd1c8-796c-4793-9ebc-b43111965b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:04.409203 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-9acbd1c8-796c-4793-9ebc-b43111965b57 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.1840589 Feb 17 17:59:04.540994 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-48ab8e39-ceec-4116-add2-8bb02ba82256 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 998 time: 0.1238616 Feb 17 17:59:04.599763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': 'cfa8a449-de35-4a34-ba3c-0cb81aaaf68d', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'floating_ip_address': '172.28.0.11', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'port_id': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'mac_address': 'fa:16:3e:7c:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:58:33Z', 'updated_at': '2021-02-17T17:59:01Z', 'revision_number': 1, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:04.604677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] Checking router: 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:04.615446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:04.615745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T17:58:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:04.648097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-fcd8a897-c073-4196-bcc1-3ea9cbf50b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:04.648097 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-fcd8a897-c073-4196-bcc1-3ea9cbf50b1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0943763 Feb 17 17:59:04.843632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-9de17ad8-f6c8-42f9-8c78-0f0f20a57b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:04.845334 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-9de17ad8-f6c8-42f9-8c78-0f0f20a57b44 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1914654 Feb 17 17:59:04.864674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:05.197853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477fb1-7a4c-4ca2-a7e5-0241bd452764 req-684e264e-1855-4766-84d3-e46ef5bf0824 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:05.207444 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09477fb1-7a4c-4ca2-a7e5-0241bd452764 req-684e264e-1855-4766-84d3-e46ef5bf0824 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1318967 Feb 17 17:59:05.278917 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-09477fb1-7a4c-4ca2-a7e5-0241bd452764 req-5b78bebb-d22e-42e5-b9b6-2c04979adb74 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664072 Feb 17 17:59:05.537915 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-620c8eaf-42a2-483b-a1da-aa0ab3a7fb88 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811709 Feb 17 17:59:05.577434 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': 'cfa8a449-de35-4a34-ba3c-0cb81aaaf68d', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'floating_ip_address': '172.28.0.11', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'port_id': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'mac_address': 'fa:16:3e:7c:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:58:33Z', 'updated_at': '2021-02-17T17:59:01Z', 'revision_number': 1, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:05.589300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9fbd3-5432-49b1-9ec4-215d6b966446 None None] The sync data for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb is: [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': 'cfa8a449-de35-4a34-ba3c-0cb81aaaf68d', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'floating_ip_address': '172.28.0.11', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'port_id': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'mac_address': 'fa:16:3e:7c:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:58:33Z', 'updated_at': '2021-02-17T17:59:01Z', 'revision_number': 1, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:05.773326 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7d85977-d39d-4371-8145-40b26ea140a1 req-b64c61bb-4057-48ff-bf2a-3fd9dfeaaa19 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2260649 Feb 17 17:59:05.997492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3271087-8b05-4a92-b3f8-5d851dcb792b None None] New status for floating IP cfa8a449-de35-4a34-ba3c-0cb81aaaf68d: ACTIVE {{(pid=83943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:59:06.056606 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48256) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:06.197977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653624844-network', 'tenant_id': 'aa78ced6cda240f282f0a4dfbd18041e'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:06.205075 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:06.212495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Usage tracker for resource:network and tenant:aa78ced6cda240f282f0a4dfbd18041e is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:06.217007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:06.222952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:06.233670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Made reservation on behalf of aa78ced6cda240f282f0a4dfbd18041e for: {'network': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:06.239857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.263377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.281064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:06.285723 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Usage tracker for resource:security_group_rule and tenant:aa78ced6cda240f282f0a4dfbd18041e is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:06.289135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:06.295291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:06.320983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.465276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.474477 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.481745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c8d6a4c6-0fb9-4522-883a-77bf00d8bd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:06.517360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312b687a-9bc0-479f-aae0-eeff5976f3fc,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:06.527803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:06.528519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:59:06.556172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.557086 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Added segment c09c965c-8e2e-46a7-b7a6-6883d8261b34 of type vxlan for network 9810afc8-74be-4781-ba8f-ade03d5adeef Feb 17 17:59:06.601040 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b238-f919-4028-8b16-a6525886b596 req-82709cf9-439a-4b14-9913-c812196c0d2e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:06.610019 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6544b238-f919-4028-8b16-a6525886b596 req-82709cf9-439a-4b14-9913-c812196c0d2e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1207159 Feb 17 17:59:06.627358 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.662092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.663876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:06.664691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.672288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f525942c-b4bf-4757-94eb-5f920c7f6c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:06.678230 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6544b238-f919-4028-8b16-a6525886b596 req-7baf91d0-f592-4c34-8f1c-f4a3710bb70d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668511 Feb 17 17:59:06.793510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Pushing event updated for resources: {'Network': ['ID=9810afc8-74be-4781-ba8f-ade03d5adeef,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:06.798787 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7409878 Feb 17 17:59:06.801277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48290) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:06.808048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Request body: {'subnet': {'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653624844-subnet', 'tenant_id': 'aa78ced6cda240f282f0a4dfbd18041e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:06.808428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 9810afc8-74be-4781-ba8f-ade03d5adeef details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:06.813370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:06.814476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:06.818919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Usage tracker for resource:subnet and tenant:aa78ced6cda240f282f0a4dfbd18041e is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:06.822104 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:06.828103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:06.838588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Made reservation on behalf of aa78ced6cda240f282f0a4dfbd18041e for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:06.844383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2217569'] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.897869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 9810afc8-74be-4781-ba8f-ade03d5adeef details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:07.324635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48312) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:07.417236 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3629416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2217584'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.433614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:07.502083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.519934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:07.530319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Usage tracker for resource:security_group_rule and tenant:2f5f4f5811f048d39b69da54d56709a8 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:07.533460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:07.540444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:07.571682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:07.576360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:07.642773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.646714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.656045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Checking segment: {'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:07.656045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Network hostable DHCP agents. Network: 9810afc8-74be-4781-ba8f-ade03d5adeef, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:59:07.657994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:07.677712 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Network 9810afc8-74be-4781-ba8f-ade03d5adeef is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:59:07.687869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 9810afc8-74be-4781-ba8f-ade03d5adeef) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:07.697856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01434a-b840-4d8e-a707-9cdf3bbf8c14 None None] Network 9810afc8-74be-4781-ba8f-ade03d5adeef requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:07.726035 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f5f4f5811f048d39b69da54d56709a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971367 Feb 17 17:59:07.726894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48332) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:07.737206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:07.739784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.744670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b5dea-04b0-4198-a553-2cc0175b14d1,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:07.748196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:07.796819 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9937372 Feb 17 17:59:07.820089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.873078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.922882 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.930390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8b50365b-ba6c-41be-b1ac-24937fb54091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:07.948953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b5dea-04b0-4198-a553-2cc0175b14d1,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:07.968020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:07.969240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.973732 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a78b5dea-04b0-4198-a553-2cc0175b14d1 HTTP/1.1" status: 204 len: 168 time: 0.2455451 Feb 17 17:59:08.074476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1395-2e6c-43d9-9f7d-0a74134c5bb3 req-43eb9b62-44d2-4a5a-aad5-b2152b740086 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:08.088620 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9d1d1395-2e6c-43d9-9f7d-0a74134c5bb3 req-43eb9b62-44d2-4a5a-aad5-b2152b740086 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.2264173 Feb 17 17:59:08.142667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e73f7c-46a8-40e2-8645-9c2d18b2d4bc None None] Network 9810afc8-74be-4781-ba8f-ade03d5adeef requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:08.157077 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9d1d1395-2e6c-43d9-9f7d-0a74134c5bb3 req-c1a457ea-9b1b-456a-bc95-13505cb312ea tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667825 Feb 17 17:59:08.419561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48356) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:08.460306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.502001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:08.508694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a8a1c0f4414b2fb67d42e6d6cd4992 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:08.512248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:08.518964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:08.629057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.632607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.642874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b9bee2de-0140-47c6-ba16-9ea3d6a06a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:08.688479 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3a8a1c0f4414b2fb67d42e6d6cd4992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674437 Feb 17 17:59:08.689565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849fa9d8-4ab6-483b-b26b-5e1b4c62f55c,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:08.691584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48366) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:08.693334 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:08.760141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.789174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.839525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.848249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0c859b3b-2891-4b1e-bb49-76251f4fd97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:08.859267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48372) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:08.866328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849fa9d8-4ab6-483b-b26b-5e1b4c62f55c,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:08.869909 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:08.870904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.878780 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/849fa9d8-4ab6-483b-b26b-5e1b4c62f55c HTTP/1.1" status: 204 len: 168 time: 0.1821854 Feb 17 17:59:09.210460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.254843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:09.264564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Usage tracker for resource:security_group_rule and tenant:e25c6e06e1f14359b9af27f6c5b1d6aa is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:09.268032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:09.303536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:09.452184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.453285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96aa9b-9aa6-43d7-b82a-6d83ad693575 req-936ba1d4-4b29-4bc9-b85b-176f25c79426 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:09.455353 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ba96aa9b-9aa6-43d7-b82a-6d83ad693575 req-936ba1d4-4b29-4bc9-b85b-176f25c79426 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1204209 Feb 17 17:59:09.456472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.470740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-58c2b53c-71ff-4bd0-8594-a1f275df9b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:09.512062 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ba96aa9b-9aa6-43d7-b82a-6d83ad693575 req-8d27aa07-2c4a-418d-a745-9b1b29d37e67 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Feb 17 17:59:09.519089 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e25c6e06e1f14359b9af27f6c5b1d6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586440 Feb 17 17:59:09.520231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990c5fc-1c61-4387-adc8-17a81cb0469d,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:09.522252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48406) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:09.523867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:09.555586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48412) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:09.607156 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.638774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.707325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.714921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e734c54b-b8e0-42f8-8160-8549b8715290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:09.732928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990c5fc-1c61-4387-adc8-17a81cb0469d,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:09.744152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:09.751308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.752876 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e990c5fc-1c61-4387-adc8-17a81cb0469d HTTP/1.1" status: 204 len: 168 time: 0.2283487 Feb 17 17:59:09.869894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.891910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:09.896278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Usage tracker for resource:security_group_rule and tenant:ed372c0fc6f94902be08919dbc62d522 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:09.903218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:09.913058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:10.019660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.023083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.037035 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1d1ce068-0cba-415b-9006-f0f41ee15147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:10.097605 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed372c0fc6f94902be08919dbc62d522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398796 Feb 17 17:59:10.100118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48452) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:10.103320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9db6a9-69f4-4b8c-bc99-38f4b71e74fc,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:10.123915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:10.209483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.239631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.262543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48458) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:10.297523 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.334300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.339689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35261ce3-9a0c-4ada-9035-2c47e9f3425b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:10.346519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:10.359363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Usage tracker for resource:security_group_rule and tenant:04288c9e49dc485e8814663643520ad3 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:10.362714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:10.377616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:10.382128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9db6a9-69f4-4b8c-bc99-38f4b71e74fc,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:10.408200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:10.411396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.415778 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e9db6a9-69f4-4b8c-bc99-38f4b71e74fc HTTP/1.1" status: 204 len: 168 time: 0.3145404 Feb 17 17:59:10.540392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.547667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.568648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cc5abfe1-04c0-4042-b988-affc0da1dda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:10.605650 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04288c9e49dc485e8814663643520ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418832 Feb 17 17:59:10.609052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48480) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:10.680272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b7734-329d-4b42-8a6a-75a6143b9804,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:10.689379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:10.811256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.845740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.897728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.911166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:10.914813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-503ded96-f418-40a4-8ebd-78ffd54d261c tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:10.916463 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-503ded96-f418-40a4-8ebd-78ffd54d261c tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/networks?id=9810afc8-74be-4781-ba8f-ade03d5adeef HTTP/1.1" status: 200 len: 809 time: 0.2793629 Feb 17 17:59:10.950709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b7734-329d-4b42-8a6a-75a6143b9804,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:10.971304 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-d773bea6-9cdd-45be-9e63-61e88d3e77da tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/quotas/aa78ced6cda240f282f0a4dfbd18041e HTTP/1.1" status: 200 len: 375 time: 0.0465865 Feb 17 17:59:10.982889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:10.983500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d0f2a-5580-4f9a-9e8f-98debad7c179 req-81b4b07c-d8e8-4f1b-9b92-5685c857652a tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:10.984296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.985075 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3c6d0f2a-5580-4f9a-9e8f-98debad7c179 req-81b4b07c-d8e8-4f1b-9b92-5685c857652a tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1856406 Feb 17 17:59:10.993142 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e4b7734-329d-4b42-8a6a-75a6143b9804 HTTP/1.1" status: 204 len: 168 time: 0.3830335 Feb 17 17:59:11.149800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48496) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:11.172505 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.188832 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:11.193609 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Usage tracker for resource:security_group_rule and tenant:c48305d6872a45ac8b07716319b05114 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:11.196968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:11.202826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:11.273811 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-862b8181-754f-40a6-bd30-e9054a0bd333 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa78ced6cda240f282f0a4dfbd18041e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2876558 Feb 17 17:59:11.299340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.302994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.313731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-000f57c6-2537-425a-9783-648e5c7611e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:11.366838 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c48305d6872a45ac8b07716319b05114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127964 Feb 17 17:59:11.366838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952ec589-6489-499a-853e-61364174a6e7,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:11.369153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48506) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:11.372043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:11.412049 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3c6d0f2a-5580-4f9a-9e8f-98debad7c179 req-29c0a547-3f51-488f-bb9e-af735232a49c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402853 Feb 17 17:59:11.441195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.471804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.491888 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-f8480d25-d5b1-4772-9be5-21eaeda1a9fd service neutron] 10.222.0.52 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880703 Feb 17 17:59:11.526561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.531957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:11.547098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ec589-6489-499a-853e-61364174a6e7,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:11.552375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:11.553593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.556307 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/952ec589-6489-499a-853e-61364174a6e7 HTTP/1.1" status: 204 len: 168 time: 0.1846929 Feb 17 17:59:11.654679 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-9f37df31-abba-4959-b14d-e6826bcc3dc8 service neutron] 10.222.0.52 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1613662 Feb 17 17:59:11.910526 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-14e1bb23-72e1-4d65-98cd-fe04bbb22109 req-e2dd87b2-c221-466f-a9ac-df706e66a479 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 210 time: 0.0587699 Feb 17 17:59:12.425343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48564) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:12.691225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.710526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3cb4d-bd1d-43c5-ae25-1ecc54ff8418 req-fc8bfcd1-5409-4074-a129-94fff5b8f1cf tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:12.712313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea3cb4d-bd1d-43c5-ae25-1ecc54ff8418 req-fc8bfcd1-5409-4074-a129-94fff5b8f1cf tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1790531 Feb 17 17:59:12.717869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:12.718692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0c766100-314f-4d43-8b85-d8d23e267e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.721890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Usage tracker for resource:security_group_rule and tenant:7ebbca3ed5e64ed0a4c4d4ccf6da099b is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:12.725490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:12.731796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:12.826130 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea3cb4d-bd1d-43c5-ae25-1ecc54ff8418 req-8c34a988-7655-4a3d-8ebf-8161ef6c3351 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039553 Feb 17 17:59:12.831581 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.835406 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.862461 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b16766e5-ab9c-407e-8c06-33447553a2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:12.887725 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ebbca3ed5e64ed0a4c4d4ccf6da099b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578569 Feb 17 17:59:12.888072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48588) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:12.899567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924a23f8-68b6-4deb-a2ea-ccd90622a7ee,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:12.902949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:12.976718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.005612 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.100101 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-315c80ea-b709-4ec5-bb03-05d367363a4e req-658bd43a-eb68-436a-8680-d20ded348b2f tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 210 time: 0.0547867 Feb 17 17:59:13.112256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.120483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f78c5490-cd7f-48d5-8dc1-451793f34da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:13.133970 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a23f8-68b6-4deb-a2ea-ccd90622a7ee,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:13.137143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:13.149790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.151052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/924a23f8-68b6-4deb-a2ea-ccd90622a7ee HTTP/1.1" status: 204 len: 168 time: 0.2618980 Feb 17 17:59:13.418317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-a88da960-5337-4957-8589-d973ae1031a6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:13.419154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-a88da960-5337-4957-8589-d973ae1031a6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Synchronizing usage tracker for tenant:aa78ced6cda240f282f0a4dfbd18041e on resource:network {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:13.452213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-a88da960-5337-4957-8589-d973ae1031a6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Unset dirty status for tenant:aa78ced6cda240f282f0a4dfbd18041e on resource:network {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:13.453488 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-a88da960-5337-4957-8589-d973ae1031a6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "GET /v2.0/networks?id=9810afc8-74be-4781-ba8f-ade03d5adeef HTTP/1.1" status: 200 len: 809 time: 0.2410507 Feb 17 17:59:13.471619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Request body: {'port': {'device_id': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef', 'admin_state_up': True, 'tenant_id': 'aa78ced6cda240f282f0a4dfbd18041e'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:13.704198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 48622) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:13.747623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.781176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:13.787923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Usage tracker for resource:port and tenant:aa78ced6cda240f282f0a4dfbd18041e is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:13.792845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:13.803148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:13.818547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Made reservation on behalf of aa78ced6cda240f282f0a4dfbd18041e for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:13.824185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.872382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:13.880123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Usage tracker for resource:security_group_rule and tenant:628d77712f8f4807a20b062d391ebc4f is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:13.883993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:13.900126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:14.091257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4f5d-77c0-4c81-8382-a79c1cd7cdcf req-e22a7110-46ce-4ab3-9daf-17c1ff3d6d16 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:14.099624 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f7ec4f5d-77c0-4c81-8382-a79c1cd7cdcf req-e22a7110-46ce-4ab3-9daf-17c1ff3d6d16 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1015615 Feb 17 17:59:14.156011 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f7ec4f5d-77c0-4c81-8382-a79c1cd7cdcf req-48e01b13-6b9b-4d5b-8073-417a58661606 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Feb 17 17:59:14.167268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.176290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.187848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8e6b1e5b-c971-4bab-9055-32b65c6c538f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:14.248985 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=628d77712f8f4807a20b062d391ebc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409713 Feb 17 17:59:14.249414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48648) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:14.303229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c24c0-ab03-4346-a6da-be126ce4c387,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:14.312220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:14.338957 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-beec761d-f391-40a4-9b5e-7e56cc18bd29 req-153d0cfd-7dd2-4c1d-b7c0-3a5855180df9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 210 time: 0.0656705 Feb 17 17:59:14.388732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e12d18a-df18-45de-a391-379eb43cfae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.417993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e12d18a-df18-45de-a391-379eb43cfae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.431688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Allocated IP 172.20.0.10 (9810afc8-74be-4781-ba8f-ade03d5adeef/507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6/d8994528-c844-4f0c-98b3-deb217bb4d22) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:14.475065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e12d18a-df18-45de-a391-379eb43cfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.481959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9483e3c7-bfb1-4d1c-a1a0-7d39f9d9fb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:14.495765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12d18a-df18-45de-a391-379eb43cfae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c24c0-ab03-4346-a6da-be126ce4c387,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:14.498269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0e12d18a-df18-45de-a391-379eb43cfae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:14.499307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e12d18a-df18-45de-a391-379eb43cfae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.500583 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0e12d18a-df18-45de-a391-379eb43cfae5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de6c24c0-ab03-4346-a6da-be126ce4c387 HTTP/1.1" status: 204 len: 168 time: 0.2496352 Feb 17 17:59:14.664428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.697710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.717850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:14.866705 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Pushing event updated for resources: {'Port': ['ID=d8994528-c844-4f0c-98b3-deb217bb4d22,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:14.871064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:14.919595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48676) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:14.936777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Network 9810afc8-74be-4781-ba8f-ade03d5adeef is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:14.938375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:14.939192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.941153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:14.956353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:14.960853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Usage tracker for resource:security_group_rule and tenant:21e47cbbee3e4c4294de29992277f6e6 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:14.963868 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:14.969936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:15.053559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:15.054276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.068398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.071548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.091521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f3b3cabe-073c-41ae-af60-8d9a44ac5f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:15.094030 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6271768 Feb 17 17:59:15.111571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Request body: {'port': {'device_id': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:15.142371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f666c9-1a0f-4372-a2a7-5383d42dbd0c,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:15.152966 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21e47cbbee3e4c4294de29992277f6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323017 Feb 17 17:59:15.154257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:15.156513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48690) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:15.250904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2be2e01e-382c-4097-be47-ba8c29c6bc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.251928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.267153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.324138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.391969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.510070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacbe3d-f99f-4d43-992f-c372f35c0bff req-35f05242-9568-4afe-bdac-638998b65636 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:15.512313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fcacbe3d-f99f-4d43-992f-c372f35c0bff req-35f05242-9568-4afe-bdac-638998b65636 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1027362 Feb 17 17:59:15.536256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.545331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-32c05939-e68c-438f-89f8-b31f9b93e1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:15.562789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f666c9-1a0f-4372-a2a7-5383d42dbd0c,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:15.567401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:15.600920 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fcacbe3d-f99f-4d43-992f-c372f35c0bff req-726b38d0-b15e-4321-a30d-72ad2f297859 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817275 Feb 17 17:59:15.606737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.608064 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7f666c9-1a0f-4372-a2a7-5383d42dbd0c HTTP/1.1" status: 204 len: 168 time: 0.4504180 Feb 17 17:59:15.754907 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-7d405618-8ba0-4227-937d-03615dcd2974 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8976b287a984dcea8000750a584c054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448802 Feb 17 17:59:15.810768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8994528-c844-4f0c-98b3-deb217bb4d22 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:59:15.819571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.834473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Transition to ACTIVE for port object d8994528-c844-4f0c-98b3-deb217bb4d22 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:15.838557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.860851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35291bd4-9404-43be-bcac-f8aa603308ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:15.934524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-2ca132ac-c6ab-4772-993e-c73b4552a035 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:15.943727 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-2ca132ac-c6ab-4772-993e-c73b4552a035 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878378 Feb 17 17:59:15.976953 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-1668676d-9320-4042-8912-970f368f76ea tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/quotas/d8976b287a984dcea8000750a584c054 HTTP/1.1" status: 200 len: 375 time: 0.0220647 Feb 17 17:59:16.012180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Pushing event updated for resources: {'Port': ['ID=d8994528-c844-4f0c-98b3-deb217bb4d22,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:16.016493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:16.028164 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-89f4eb51-5694-477b-8c35-415d066e38a6 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8976b287a984dcea8000750a584c054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591991 Feb 17 17:59:16.075741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc225d9-af19-4aa2-9cb9-4512e3433de2 req-946fe1f1-b201-43c3-b1c8-2477ac9eb2ce tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:16.083377 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7bc225d9-af19-4aa2-9cb9-4512e3433de2 req-946fe1f1-b201-43c3-b1c8-2477ac9eb2ce tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 932 time: 0.4490652 Feb 17 17:59:16.230686 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7bc225d9-af19-4aa2-9cb9-4512e3433de2 req-06d5a141-072a-4709-a3ec-b6ad08a62554 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390536 Feb 17 17:59:16.414254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.443656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Attempting to bind port d8994528-c844-4f0c-98b3-deb217bb4d22 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:16.444130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Attempting to bind port d8994528-c844-4f0c-98b3-deb217bb4d22 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:16.444600 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Attempting to bind port d8994528-c844-4f0c-98b3-deb217bb4d22 on network 9810afc8-74be-4781-ba8f-ade03d5adeef {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:16.451044 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:16.451578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Checking segment: {'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:16.452061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.452553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Bound using segment: {'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:16.453093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Bound port: d8994528-c844-4f0c-98b3-deb217bb4d22, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:16.453511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.464196 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7545e276-d85f-4f3a-bff1-48a1f0ebcb3d req-d4566211-6068-4360-844f-a9b2a181ec28 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 210 time: 0.0969467 Feb 17 17:59:16.577640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] For port d8994528-c844-4f0c-98b3-deb217bb4d22, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:16.581626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] For port d8994528-c844-4f0c-98b3-deb217bb4d22, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d8994528-c844-4f0c-98b3-deb217bb4d22,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:16.587205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.605594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9d45816a-aa05-4da2-8efe-cf73486fce42 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:16.750507 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Pushing event updated for resources: {'Port': ['ID=d8994528-c844-4f0c-98b3-deb217bb4d22,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:16.754039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:16.819297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:16.820088 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.821637 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-070effb8-ee88-443d-899b-636ceca25877 service neutron] 10.222.0.38 "PUT /v2.0/ports/d8994528-c844-4f0c-98b3-deb217bb4d22 HTTP/1.1" status: 200 len: 1158 time: 1.7152777 Feb 17 17:59:16.822256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:16.850687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a213-6ff6-4528-8fb4-301f01c848d8 req-87370205-c335-4e7c-a3fc-dc25b344448d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:16.852558 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ae6a213-6ff6-4528-8fb4-301f01c848d8 req-87370205-c335-4e7c-a3fc-dc25b344448d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1196225 Feb 17 17:59:16.897707 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22', 'status': 'completed', 'code': 200} Feb 17 17:59:16.911992 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ae6a213-6ff6-4528-8fb4-301f01c848d8 req-c19927f1-bd19-46d6-a454-db32a5314f2c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529716 Feb 17 17:59:17.049653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-f29936c2-8469-4200-9b4d-05c26d516a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:17.051864 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-f29936c2-8469-4200-9b4d-05c26d516a95 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa78ced6cda240f282f0a4dfbd18041e&device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 1161 time: 0.0848222 Feb 17 17:59:17.147568 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-ae652dcf-b7c1-43c5-b2b7-f1d3dc9d66c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8994528-c844-4f0c-98b3-deb217bb4d22 HTTP/1.1" status: 200 len: 217 time: 0.0750282 Feb 17 17:59:17.228417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-5732865c-fb91-4f6e-901c-200b05de766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:17.230004 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-5732865c-fb91-4f6e-901c-200b05de766e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6 HTTP/1.1" status: 200 len: 849 time: 0.0647528 Feb 17 17:59:17.304585 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-7323e43c-0657-4a36-aad8-42a7c2cebbb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9810afc8-74be-4781-ba8f-ade03d5adeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667911 Feb 17 17:59:17.316900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.513513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6091-103b-4bbf-a6f6-2b4588106cd3 req-d9aaef3d-bcc6-4918-ade9-8f7b391547d5 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:17.524448 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-73aa6091-103b-4bbf-a6f6-2b4588106cd3 req-d9aaef3d-bcc6-4918-ade9-8f7b391547d5 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.1774566 Feb 17 17:59:17.578649 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-eef7fefb-8fb7-490d-a3e1-502ecb6f174e service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644718 Feb 17 17:59:17.594111 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-73aa6091-103b-4bbf-a6f6-2b4588106cd3 req-d7156a94-bc37-42ca-b7da-7ef1103b742b tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 Feb 17 17:59:17.821309 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7840e8bd-7d30-4a7b-8fbc-e37650cd1f9a req-eddca1ca-1edb-4d90-ad6d-19557dbd207f tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 210 time: 0.1149526 Feb 17 17:59:17.851011 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-fe20f5db-f73b-47e0-bac4-159ecdf6e679 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d8976b287a984dcea8000750a584c054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2062907 Feb 17 17:59:17.894314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:18.043810 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:18.044242 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.179195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80bb39-a3ec-407b-895e-3b5d5e459cbd req-374131c8-130e-4a30-8570-6341b4e51f9f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:18.187385 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3b80bb39-a3ec-407b-895e-3b5d5e459cbd req-374131c8-130e-4a30-8570-6341b4e51f9f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1086376 Feb 17 17:59:18.235545 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3b80bb39-a3ec-407b-895e-3b5d5e459cbd req-2fb4b452-fff4-4e58-91ae-7be7e73c84d2 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471532 Feb 17 17:59:18.441438 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e199d0fd-cc89-4335-ba54-b08d41a0914c req-ba024b88-e18c-45de-ab9f-66b3b62b71c4 service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8440483 Feb 17 17:59:18.465346 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-6eca3e75-6df3-4903-883e-7679d6ef432e tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:18.466925 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-6eca3e75-6df3-4903-883e-7679d6ef432e tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5989368 Feb 17 17:59:18.499338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Request body: {'port': {'device_id': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62', 'admin_state_up': True, 'tenant_id': 'd8976b287a984dcea8000750a584c054'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:18.710527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bac80-deed-45cc-a734-51721be896ca req-524bc81c-c81d-4f86-ba34-e1387a5c728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:18.712150 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c1bac80-deed-45cc-a734-51721be896ca req-524bc81c-c81d-4f86-ba34-e1387a5c728b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa78ced6cda240f282f0a4dfbd18041e&device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 1161 time: 0.1946914 Feb 17 17:59:18.717309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:18.721432 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Usage tracker for resource:port and tenant:d8976b287a984dcea8000750a584c054 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:18.725076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:18.730982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:18.740347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Made reservation on behalf of d8976b287a984dcea8000750a584c054 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:18.746093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.760435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.779378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:18.783923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Usage tracker for resource:security_group_rule and tenant:d8976b287a984dcea8000750a584c054 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:18.787833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:18.793021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb4314-dd32-481d-8047-956563c83ba4 req-16fb075f-3e9a-48a8-aa98-d18fbcea8a83 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:18.794690 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0dfb4314-dd32-481d-8047-956563c83ba4 req-16fb075f-3e9a-48a8-aa98-d18fbcea8a83 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.0942593 Feb 17 17:59:18.796895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:18.844962 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0dfb4314-dd32-481d-8047-956563c83ba4 req-2e3a125d-c01d-4333-9bee-1b85e9f7ec9a tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Feb 17 17:59:18.988785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bac80-deed-45cc-a734-51721be896ca req-bb1faf8d-b066-4612-b356-eb0f6496d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:18.990456 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c1bac80-deed-45cc-a734-51721be896ca req-bb1faf8d-b066-4612-b356-eb0f6496d528 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9810afc8-74be-4781-ba8f-ade03d5adeef HTTP/1.1" status: 200 len: 903 time: 0.1877408 Feb 17 17:59:19.000048 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04c82f7c-3d7d-4e9e-95f3-39965ce163b3 req-8a4d70a1-87f9-40a7-990f-2d672ec3d11e tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 210 time: 0.0544710 Feb 17 17:59:19.107736 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c1bac80-deed-45cc-a734-51721be896ca req-ac386ead-a400-4099-96a9-7bf3f29c1b35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8994528-c844-4f0c-98b3-deb217bb4d22 HTTP/1.1" status: 200 len: 217 time: 0.0937173 Feb 17 17:59:19.112150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.153458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.173301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e6c72525-5a6d-4c95-a849-8bfa84947771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:19.301464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bac80-deed-45cc-a734-51721be896ca req-4cdd0165-bc69-4b9d-ba0c-f5bf99bf92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:19.303082 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c1bac80-deed-45cc-a734-51721be896ca req-4cdd0165-bc69-4b9d-ba0c-f5bf99bf92fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6 HTTP/1.1" status: 200 len: 849 time: 0.1883266 Feb 17 17:59:19.312521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf543b-6db1-43aa-9766-3588361fdd4a,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:19.359683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:19.373602 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c1bac80-deed-45cc-a734-51721be896ca req-dbe864a6-7392-47dc-9083-26f3d0445b58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9810afc8-74be-4781-ba8f-ade03d5adeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540085 Feb 17 17:59:19.522790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84214-7afd-4137-acc3-ebb2b05da14c req-38704e21-1e72-4624-a0a8-6dfb18f7ddce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:19.524377 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bed84214-7afd-4137-acc3-ebb2b05da14c req-38704e21-1e72-4624-a0a8-6dfb18f7ddce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1075072 Feb 17 17:59:19.567527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:59:19.586503 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bed84214-7afd-4137-acc3-ebb2b05da14c req-6393d35b-fd26-4e16-96a1-c89c9b0f50db tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538206 Feb 17 17:59:19.677492 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c1bac80-deed-45cc-a734-51721be896ca req-7255dd77-1060-460c-915d-c87d728bbc6f service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949309 Feb 17 17:59:19.804607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Allocated IP 192.168.233.204 (d294c179-50f1-4fab-90a2-4bec30819b62/3618ad92-7de8-49f3-a79d-7fdb6283ce21/5944dfd5-98fc-47b6-a4af-0877090321b3) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:19.891011 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c1bac80-deed-45cc-a734-51721be896ca req-d74a0047-3660-4efb-b481-d00f2e17efba service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2032897 Feb 17 17:59:20.076443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8f0b4-35d1-46c0-a943-7eab7b6257b1 req-21ba3b18-3635-4cc5-be5b-f58f79fc1e18 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:20.078080 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-12a8f0b4-35d1-46c0-a943-7eab7b6257b1 req-21ba3b18-3635-4cc5-be5b-f58f79fc1e18 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.0874212 Feb 17 17:59:20.078813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.099550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Transition to ACTIVE for port object 5944dfd5-98fc-47b6-a4af-0877090321b3 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:20.125777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.135122 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-12a8f0b4-35d1-46c0-a943-7eab7b6257b1 req-4c84dcaf-9dad-4be2-936d-8d82f169282b tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502911 Feb 17 17:59:20.156258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:20.260078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db90c89-9565-4ff9-aad7-e023097752bb req-36e6c03d-5201-43ce-8065-c45096ff2c57 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:20.261697 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5db90c89-9565-4ff9-aad7-e023097752bb req-36e6c03d-5201-43ce-8065-c45096ff2c57 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 936 time: 0.0927980 Feb 17 17:59:20.306809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Pushing event updated for resources: {'Port': ['ID=5944dfd5-98fc-47b6-a4af-0877090321b3,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:20.311273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:20.327040 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5db90c89-9565-4ff9-aad7-e023097752bb req-0b11f396-93de-415a-9d01-29d93b2cc1fa tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585997 Feb 17 17:59:20.372931 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Network d294c179-50f1-4fab-90a2-4bec30819b62 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:20.374096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:20.376428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:20.445609 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:20.445998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.472617 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9777765 Feb 17 17:59:20.484724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Request body: {'port': {'device_id': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:20.609127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-5ab79eca-2a13-4e15-8b93-a87d26946bc3 None None] Provisioning for port 5944dfd5-98fc-47b6-a4af-0877090321b3 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:20.614553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.614853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-5ab79eca-2a13-4e15-8b93-a87d26946bc3 None None] Provisioning complete for port 5944dfd5-98fc-47b6-a4af-0877090321b3 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:20.615591 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5ab79eca-2a13-4e15-8b93-a87d26946bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.689061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-5ab79eca-2a13-4e15-8b93-a87d26946bc3 None None] Port 5944dfd5-98fc-47b6-a4af-0877090321b3 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:20.815749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f72e7-b4d1-48bd-b5d0-2158a15e8c45 req-9f7f476a-64d1-4387-b040-64ac84b99e6d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:20.817948 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf8f72e7-b4d1-48bd-b5d0-2158a15e8c45 req-9f7f476a-64d1-4387-b040-64ac84b99e6d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.0950711 Feb 17 17:59:20.870063 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf8f72e7-b4d1-48bd-b5d0-2158a15e8c45 req-433a73a4-aada-49d5-99c0-452ba99b64b6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Feb 17 17:59:21.116094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5944dfd5-98fc-47b6-a4af-0877090321b3 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:59:21.124344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:21.140391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Transition to ACTIVE for port object 5944dfd5-98fc-47b6-a4af-0877090321b3 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:21.145466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:21.186319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6d0c169-d25a-4fa4-8a85-d93a63e8e6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:21.341749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Pushing event updated for resources: {'Port': ['ID=5944dfd5-98fc-47b6-a4af-0877090321b3,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:21.347263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:21.438246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966ecd7-b944-4819-95c2-e632cebc43e0 req-048a464e-8580-4f18-981a-647795831af9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.449650 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7966ecd7-b944-4819-95c2-e632cebc43e0 req-048a464e-8580-4f18-981a-647795831af9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.1812515 Feb 17 17:59:21.549174 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7966ecd7-b944-4819-95c2-e632cebc43e0 req-4dd1e538-94da-4e34-8587-b7f9cc0c30ab tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868001 Feb 17 17:59:21.621519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Attempting to bind port 5944dfd5-98fc-47b6-a4af-0877090321b3 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:21.622547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Attempting to bind port 5944dfd5-98fc-47b6-a4af-0877090321b3 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:21.623114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Attempting to bind port 5944dfd5-98fc-47b6-a4af-0877090321b3 on network d294c179-50f1-4fab-90a2-4bec30819b62 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:21.630550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:21.631246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Checking segment: {'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:21.631849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:21.632429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Bound using segment: {'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:21.633093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Bound port: 5944dfd5-98fc-47b6-a4af-0877090321b3, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87f8ecd-723c-424e-af13-9d7cea5868f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd294c179-50f1-4fab-90a2-4bec30819b62'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:21.633679 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:21.730575 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4c85-4680-4b2c-85b8-f1254243788b req-31be467f-65ed-4d6b-a76a-a94aa797a1a5 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.732295 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c33f4c85-4680-4b2c-85b8-f1254243788b req-31be467f-65ed-4d6b-a76a-a94aa797a1a5 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.1820855 Feb 17 17:59:21.792355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] For port 5944dfd5-98fc-47b6-a4af-0877090321b3, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:21.827807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] For port 5944dfd5-98fc-47b6-a4af-0877090321b3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5944dfd5-98fc-47b6-a4af-0877090321b3,segment=NetworkSegment(b87f8ecd-723c-424e-af13-9d7cea5868f6),segment_id=b87f8ecd-723c-424e-af13-9d7cea5868f6)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:21.828931 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c33f4c85-4680-4b2c-85b8-f1254243788b req-4a4bdfd3-b430-49a4-961c-d37f68d8b2e1 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826800 Feb 17 17:59:21.843415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:21.861749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:22.103867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c790c3-a033-4a63-abd1-b70b6cac9664 req-f65f9479-3981-4947-b929-ae976ecc2f35 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.105564 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c8c790c3-a033-4a63-abd1-b70b6cac9664 req-f65f9479-3981-4947-b929-ae976ecc2f35 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.0970614 Feb 17 17:59:22.162702 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c8c790c3-a033-4a63-abd1-b70b6cac9664 req-4c512f3a-3d04-4d65-9c7c-392f700d8111 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505116 Feb 17 17:59:22.266524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Pushing event updated for resources: {'Port': ['ID=5944dfd5-98fc-47b6-a4af-0877090321b3,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:22.270657 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:22.308262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.309175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.314989 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] 10.222.0.38 "PUT /v2.0/ports/5944dfd5-98fc-47b6-a4af-0877090321b3 HTTP/1.1" status: 200 len: 1162 time: 1.8348587 Feb 17 17:59:22.315774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:22.412492 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3', 'status': 'completed', 'code': 200} Feb 17 17:59:22.447838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-4a5cdfff-0390-4f38-a02a-76b58282c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.449460 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-4a5cdfff-0390-4f38-a02a-76b58282c6b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8976b287a984dcea8000750a584c054&device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 1165 time: 0.0906243 Feb 17 17:59:22.539144 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-3828e706-1831-4e4c-920f-80a0d7c30985 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5944dfd5-98fc-47b6-a4af-0877090321b3 HTTP/1.1" status: 200 len: 217 time: 0.0727382 Feb 17 17:59:22.614213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-efcd4a5e-6092-46f7-b18c-ac9ef7f87426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.615832 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-efcd4a5e-6092-46f7-b18c-ac9ef7f87426 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3618ad92-7de8-49f3-a79d-7fdb6283ce21 HTTP/1.1" status: 200 len: 843 time: 0.0694151 Feb 17 17:59:22.706502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-8e296e06-b278-4039-aef4-9d4b12264a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.708131 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-8e296e06-b278-4039-aef4-9d4b12264a47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d294c179-50f1-4fab-90a2-4bec30819b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0847185 Feb 17 17:59:22.758032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928af903-7a5b-4c7a-9c10-2bbcaeffd913 req-76ed99f9-88ba-49a7-b7a7-2fa60ac0787a tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.759663 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-928af903-7a5b-4c7a-9c10-2bbcaeffd913 req-76ed99f9-88ba-49a7-b7a7-2fa60ac0787a tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.0897222 Feb 17 17:59:22.814896 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-928af903-7a5b-4c7a-9c10-2bbcaeffd913 req-448d73e9-1aad-4fac-be8a-fdfbe14d1b97 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488353 Feb 17 17:59:22.861391 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-b88e04c6-7b92-4514-9a6f-eb1be79425ac service neutron] 10.222.0.38 "GET /v2.0/networks/d294c179-50f1-4fab-90a2-4bec30819b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452441 Feb 17 17:59:23.024155 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5e40fa9-fb86-4edf-add2-2263af4fbdec req-56434ead-649f-4ede-9876-6ecf7e6a84ae service neutron] 10.222.0.38 "GET /v2.0/networks/d294c179-50f1-4fab-90a2-4bec30819b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557655 Feb 17 17:59:23.032921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371a878-b390-459e-bc18-617bc241fea5 req-c4fc5358-bc78-4c93-9a29-1f65526dfc77 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.038086 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6371a878-b390-459e-bc18-617bc241fea5 req-c4fc5358-bc78-4c93-9a29-1f65526dfc77 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.0965312 Feb 17 17:59:23.087795 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6371a878-b390-459e-bc18-617bc241fea5 req-e642cdd7-8fb5-4e38-b5c5-5fcd7eea07c8 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Feb 17 17:59:23.149608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-b160bad4-4392-4bb2-85b7-5aea9fec77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.151341 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-b160bad4-4392-4bb2-85b7-5aea9fec77e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8976b287a984dcea8000750a584c054&device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 1165 time: 0.0799825 Feb 17 17:59:23.322913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-e90b312f-14a2-49d1-9776-9cdf14477081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.324641 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-e90b312f-14a2-49d1-9776-9cdf14477081 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d294c179-50f1-4fab-90a2-4bec30819b62 HTTP/1.1" status: 200 len: 863 time: 0.1656203 Feb 17 17:59:23.379032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b92ad-074d-4087-b765-76a9bb41ac4f req-7ae53cbd-dd02-456f-90c2-c436d26811f1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.380701 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab3b92ad-074d-4087-b765-76a9bb41ac4f req-7ae53cbd-dd02-456f-90c2-c436d26811f1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.0958271 Feb 17 17:59:23.413696 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-b3a29233-20bf-4e93-a749-9c9e1abffb8e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5944dfd5-98fc-47b6-a4af-0877090321b3 HTTP/1.1" status: 200 len: 217 time: 0.0776052 Feb 17 17:59:23.433784 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab3b92ad-074d-4087-b765-76a9bb41ac4f req-1dcfcc2a-4238-4b8d-b268-5de746ada550 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Feb 17 17:59:23.484886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-87a481b7-b99a-4452-989b-53e8ac0b381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.486488 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-87a481b7-b99a-4452-989b-53e8ac0b381e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3618ad92-7de8-49f3-a79d-7fdb6283ce21 HTTP/1.1" status: 200 len: 843 time: 0.0648675 Feb 17 17:59:23.577870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-4cb20b0f-3e21-4fb2-a0c3-84b5139281e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.579520 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-4cb20b0f-3e21-4fb2-a0c3-84b5139281e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d294c179-50f1-4fab-90a2-4bec30819b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837021 Feb 17 17:59:23.746078 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-4039d1eb-3f85-4070-821e-682317b84d0d service neutron] 10.222.0.38 "GET /v2.0/networks/d294c179-50f1-4fab-90a2-4bec30819b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588578 Feb 17 17:59:23.968945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a2256-fc40-4265-a1aa-8449a59f7ffc req-3d59abaf-27a1-4640-9cbc-ac679906d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.970662 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4f4a2256-fc40-4265-a1aa-8449a59f7ffc req-3d59abaf-27a1-4640-9cbc-ac679906d0c9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 1163 time: 0.1331143 Feb 17 17:59:23.996982 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-794cf687-1555-47a1-8949-f7a4677e5fd5 req-c553360f-ca43-4382-8e3b-103e2aca90ba service neutron] 10.222.0.38 "GET /v2.0/networks/d294c179-50f1-4fab-90a2-4bec30819b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2417040 Feb 17 17:59:24.033729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae299-e066-48fb-9a0c-3da058be22c2 req-b36c4d4f-fa1a-42c2-afbc-b71ea7380ee1 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:24.042098 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5f8ae299-e066-48fb-9a0c-3da058be22c2 req-b36c4d4f-fa1a-42c2-afbc-b71ea7380ee1 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.1038406 Feb 17 17:59:24.059858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-918586a7-38c1-48f5-a595-073826690e66 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:59:24.064436 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4f4a2256-fc40-4265-a1aa-8449a59f7ffc req-eddfa79a-d320-4689-a491-a39da3d6f688 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859041 Feb 17 17:59:24.096422 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5f8ae299-e066-48fb-9a0c-3da058be22c2 req-fd54fbb9-8a2d-4345-89e4-8dc729ccf0f1 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Feb 17 17:59:24.295720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38896f-1116-47ac-b82c-5f33ff5b97da req-86d03fb9-e79e-45b9-b4de-705b8f34963c tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:24.297367 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c38896f-1116-47ac-b82c-5f33ff5b97da req-86d03fb9-e79e-45b9-b4de-705b8f34963c tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.0912778 Feb 17 17:59:24.353598 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c38896f-1116-47ac-b82c-5f33ff5b97da req-3eecea51-5d1c-4b64-bee2-829988cbb820 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486021 Feb 17 17:59:24.456119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 48990) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:24.622092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.645522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:24.651279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Usage tracker for resource:security_group_rule and tenant:62ac7db2dd6a41db968b39e874e0f15e is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:24.655607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:24.664964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:24.704895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d022078-524c-4043-8ca4-daeb936cc5ca req-532678ac-f1f2-44ff-9978-9dfc3d00b842 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:24.706569 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d022078-524c-4043-8ca4-daeb936cc5ca req-532678ac-f1f2-44ff-9978-9dfc3d00b842 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1594913 Feb 17 17:59:24.776677 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d022078-524c-4043-8ca4-daeb936cc5ca req-16aad675-9f90-4a97-9c1f-8c9491a158d3 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620267 Feb 17 17:59:24.835964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.839586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.848754 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b34b3869-cd5c-4004-8444-969093be076c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:24.892354 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62ac7db2dd6a41db968b39e874e0f15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344819 Feb 17 17:59:24.893372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf1b19f-1a9f-4a6c-8eb7-d0767a291685,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:24.895543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49010) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:24.897925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:24.963937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.991792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.039750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.044804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1aea06d2-254b-4983-9f41-ff5e4ef1628d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:25.057862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf1b19f-1a9f-4a6c-8eb7-d0767a291685,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:25.060981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:25.063075 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.064493 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bf1b19f-1a9f-4a6c-8eb7-d0767a291685 HTTP/1.1" status: 204 len: 168 time: 0.1674948 Feb 17 17:59:25.091656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device d8994528-c844-4f0c-98b3-deb217bb4d22 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:25.175252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port d8994528-c844-4f0c-98b3-deb217bb4d22 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:25.181076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port d8994528-c844-4f0c-98b3-deb217bb4d22 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:25.181474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.313902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71a41d-0ca0-420b-9691-7c92a19c36aa req-aeff2b84-d3e9-4c0a-b9aa-5bdf30fddd04 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:25.316147 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bd71a41d-0ca0-420b-9691-7c92a19c36aa req-aeff2b84-d3e9-4c0a-b9aa-5bdf30fddd04 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.0947673 Feb 17 17:59:25.342302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.372940 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bd71a41d-0ca0-420b-9691-7c92a19c36aa req-926ad7e4-9209-49b4-a4ce-334db91126f0 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 Feb 17 17:59:25.377817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:25.384528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port d8994528-c844-4f0c-98b3-deb217bb4d22, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d8994528-c844-4f0c-98b3-deb217bb4d22,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:25.389387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.390489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:25.447779 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49028) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:25.459939 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22', 'code': 200} Feb 17 17:59:25.460522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:25.473883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.495435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:25.500117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Usage tracker for resource:security_group_rule and tenant:0325f473fc2c40c68784dc6b114f35b7 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:25.506275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:25.513686 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:25.551377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=d8994528-c844-4f0c-98b3-deb217bb4d22,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:25.556603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:25.579867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:25.580298 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.605483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a16f3-6110-45e6-a573-9dc1d72ae84d req-408bde0d-cf05-47cf-8d09-3772ca6c0f4e tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:25.607289 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4a2a16f3-6110-45e6-a573-9dc1d72ae84d req-408bde0d-cf05-47cf-8d09-3772ca6c0f4e tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.1003480 Feb 17 17:59:25.671247 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.674481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.687403 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4a2a16f3-6110-45e6-a573-9dc1d72ae84d req-a53932ca-e159-4baf-9185-842c583019d6 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734499 Feb 17 17:59:25.713073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ef2468c1-10d4-4dba-a80c-0994c26ed749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:25.725478 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0325f473fc2c40c68784dc6b114f35b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731218 Feb 17 17:59:25.726057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49032) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:25.797524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d098e45-90c2-4f65-a143-09e8ec0977c9,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:25.798610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.801957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:25.829478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.837425 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aa5aa-1caf-4605-adbf-f7bba02fd4d7 req-a9c90841-885e-4d55-b006-e44afcccaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:25.839094 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d6aa5aa-1caf-4605-adbf-f7bba02fd4d7 req-a9c90841-885e-4d55-b006-e44afcccaa22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 1163 time: 0.1282799 Feb 17 17:59:25.887301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.896716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f00f0609-fa72-4c9b-8108-bfcc41eac7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:25.901385 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d6aa5aa-1caf-4605-adbf-f7bba02fd4d7 req-7ac71066-554d-4b71-8099-02352fab3464 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552356 Feb 17 17:59:25.911382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d098e45-90c2-4f65-a143-09e8ec0977c9,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:25.914648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:25.965719 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.967003 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d098e45-90c2-4f65-a143-09e8ec0977c9 HTTP/1.1" status: 204 len: 168 time: 0.2399976 Feb 17 17:59:26.018554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e3c94-b57f-4445-b858-fd5563d6f91c req-39532f68-f004-4836-8758-cc94e5f3f35b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:26.021427 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-936e3c94-b57f-4445-b858-fd5563d6f91c req-39532f68-f004-4836-8758-cc94e5f3f35b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1033671 Feb 17 17:59:26.075389 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-936e3c94-b57f-4445-b858-fd5563d6f91c req-f624d6a8-8552-4a0d-9bbf-33ffab19d4a0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Feb 17 17:59:26.108165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device d8994528-c844-4f0c-98b3-deb217bb4d22 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:26.195902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port d8994528-c844-4f0c-98b3-deb217bb4d22 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:26.196268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.305252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e19acf-21d7-462a-9a54-598a96232909 req-75341d1f-e58d-486f-91e0-d63ed44b6d4f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:26.307196 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7e19acf-21d7-462a-9a54-598a96232909 req-75341d1f-e58d-486f-91e0-d63ed44b6d4f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1045637 Feb 17 17:59:26.394007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:26.423167 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7e19acf-21d7-462a-9a54-598a96232909 req-5c2f2877-6390-45fb-857e-bce896ae7b78 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037028 Feb 17 17:59:26.536816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:26.537508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.568668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49068) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:26.598922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.624571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49072) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:26.628335 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:26.633034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1883f2db5d4c74b655e9173f67568e is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:26.638889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:26.645570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:26.704002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e841b7-9f30-449e-9286-4510b9eaaf45 req-e32553e4-d8dd-4b14-8254-9d6570837683 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:26.705624 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c9e841b7-9f30-449e-9286-4510b9eaaf45 req-e32553e4-d8dd-4b14-8254-9d6570837683 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 946 time: 0.1440878 Feb 17 17:59:26.758840 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c9e841b7-9f30-449e-9286-4510b9eaaf45 req-2d5494a4-d5d6-44fd-af44-e014ef6eae02 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 Feb 17 17:59:26.795876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.801213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.815709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c7093abe-eb9c-4fab-9837-3cbb89b6aea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:26.858929 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a1883f2db5d4c74b655e9173f67568e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890589 Feb 17 17:59:26.862058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49082) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:26.865560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79cebb5-8825-493c-bc45-902e8837d130,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:26.871598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:26.997648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.019771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.035813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:27.045936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Usage tracker for resource:security_group_rule and tenant:457d84182fd4456dacbb193f1af2da9c is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:27.058293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:27.072486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.084510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:27.146418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760d2d6-8a49-4130-a55e-d2d397f9496a req-ef3a9d76-8c77-458e-ba01-e874a555a030 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:27.147947 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b760d2d6-8a49-4130-a55e-d2d397f9496a req-ef3a9d76-8c77-458e-ba01-e874a555a030 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.2445238 Feb 17 17:59:27.203594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.211700 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d73669c3-87f7-4a06-8c5f-1be7ab11e1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:27.228345 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b760d2d6-8a49-4130-a55e-d2d397f9496a req-c0f34114-fa6c-4235-98ef-ec6d206e7c41 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740607 Feb 17 17:59:27.233564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79cebb5-8825-493c-bc45-902e8837d130,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:27.236339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:27.258553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.259783 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e79cebb5-8825-493c-bc45-902e8837d130 HTTP/1.1" status: 204 len: 168 time: 0.3966398 Feb 17 17:59:27.307451 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.312416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.323174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e1928a0-5cf8-4053-9021-d9ce0efbeea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:27.376509 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=457d84182fd4456dacbb193f1af2da9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484207 Feb 17 17:59:27.376948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49094) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:27.377613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db91e168-ca53-443a-b0b5-74c09a69332b,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:27.394956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:27.456098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.484262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.535622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.541033 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e39622ef-76c5-4e38-862f-09ff299b6789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:27.556851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db91e168-ca53-443a-b0b5-74c09a69332b,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:27.582490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:27.585384 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.589832 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db91e168-ca53-443a-b0b5-74c09a69332b HTTP/1.1" status: 204 len: 168 time: 0.2110140 Feb 17 17:59:28.027984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19c706-3b6e-444f-9cb1-28063deef5a5 req-5bf62b20-327b-43a6-9121-04823de69e33 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:28.030172 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e19c706-3b6e-444f-9cb1-28063deef5a5 req-5bf62b20-327b-43a6-9121-04823de69e33 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 946 time: 0.1075077 Feb 17 17:59:28.080868 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e19c706-3b6e-444f-9cb1-28063deef5a5 req-767a2a8a-7b77-43b7-84fb-89ff06f9d240 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Feb 17 17:59:28.753641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-c82627af-badc-45df-8294-4213fb822618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:28.755843 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-c82627af-badc-45df-8294-4213fb822618 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.1836288 Feb 17 17:59:28.777745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895cc12-b42c-4064-bd92-faa65635c28f req-c9a66f06-3a83-4a1a-951b-813e397f3eb2 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:28.786932 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0895cc12-b42c-4064-bd92-faa65635c28f req-c9a66f06-3a83-4a1a-951b-813e397f3eb2 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.4353132 Feb 17 17:59:28.853971 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0895cc12-b42c-4064-bd92-faa65635c28f req-c226d90e-9e7d-4eee-bc5f-f8bdde3c1750 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657501 Feb 17 17:59:28.904235 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be428932-17d9-44ba-8bab-57179377a1b3 req-73dbc2ae-9705-4034-b954-183806fbaec4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:28.906402 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-be428932-17d9-44ba-8bab-57179377a1b3 req-73dbc2ae-9705-4034-b954-183806fbaec4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1808076 Feb 17 17:59:28.968797 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-be428932-17d9-44ba-8bab-57179377a1b3 req-e6b54677-8cbe-47d0-9e6c-1db349a7fe52 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530634 Feb 17 17:59:29.005813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-e9fef841-5906-4ffb-8ce6-63d42b88adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:29.007674 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-e9fef841-5906-4ffb-8ce6-63d42b88adf0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.2353170 Feb 17 17:59:29.092353 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-3bcbcdfc-060c-49cc-8faf-3bc1fa5c4547 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 217 time: 0.0777757 Feb 17 17:59:29.182551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-8bb23ec9-42a9-463c-8135-3f5cf16a1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:29.184868 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-8bb23ec9-42a9-463c-8135-3f5cf16a1a97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.0849378 Feb 17 17:59:29.247953 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-3a16fe43-628f-4ef5-a2ec-2f2c64ef5ccf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556676 Feb 17 17:59:29.408691 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-248f5d80-7e46-4290-88f6-cfef96ae8b15 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507409 Feb 17 17:59:29.454911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d48fcb-7e27-46ca-9383-787a0569e541 req-979bd038-ff7d-42d2-a6c0-a51214a6d31a tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:29.456535 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-77d48fcb-7e27-46ca-9383-787a0569e541 req-979bd038-ff7d-42d2-a6c0-a51214a6d31a tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 946 time: 0.1002343 Feb 17 17:59:29.508950 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-77d48fcb-7e27-46ca-9383-787a0569e541 req-c3ae18b8-5f57-41e7-8caf-4a6741f99b58 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 Feb 17 17:59:29.558974 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8752c401-ceae-4ca3-8eb5-3e4bde1a93c7 req-b32868a0-e690-421d-b0a9-85a532fc18e0 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423390 Feb 17 17:59:30.055450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network d294c179-50f1-4fab-90a2-4bec30819b62 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:30.079652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb7b18-acbe-4753-a47a-c52325e2c1af req-6c327415-3543-4d21-a86b-791491978543 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:30.081255 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4dcb7b18-acbe-4753-a47a-c52325e2c1af req-6c327415-3543-4d21-a86b-791491978543 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.0988474 Feb 17 17:59:30.184951 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4dcb7b18-acbe-4753-a47a-c52325e2c1af req-129fb477-ffd4-4582-9bb8-95c613a8df52 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950377 Feb 17 17:59:30.213504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253be9c8-953e-4ccf-91b3-6a24adf3bf34 req-99bbe134-4b2d-4eee-93d6-bd2cc9814d5b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:30.215136 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-253be9c8-953e-4ccf-91b3-6a24adf3bf34 req-99bbe134-4b2d-4eee-93d6-bd2cc9814d5b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1271944 Feb 17 17:59:30.270290 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-253be9c8-953e-4ccf-91b3-6a24adf3bf34 req-274713af-644c-46ce-a615-d03b80c1fea9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487368 Feb 17 17:59:30.367791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-30e173a8-ac01-4610-8d9d-0a68dde40186 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:59:30.718740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e53c70-3fd8-4a94-80b3-f73bbd8c3dfb req-ad67ecde-9afe-4868-b6b0-f2a3750aca71 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:30.720421 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44e53c70-3fd8-4a94-80b3-f73bbd8c3dfb req-ad67ecde-9afe-4868-b6b0-f2a3750aca71 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 946 time: 0.0919340 Feb 17 17:59:30.770664 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44e53c70-3fd8-4a94-80b3-f73bbd8c3dfb req-abd631cf-87e1-4389-a8ab-77f96f266fef tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Feb 17 17:59:31.258571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616829f7-f07b-4445-91bf-84480c09f92a req-fb899849-0bb1-4b8d-b6ba-37df56d18d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:31.261041 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-616829f7-f07b-4445-91bf-84480c09f92a req-fb899849-0bb1-4b8d-b6ba-37df56d18d10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.0882809 Feb 17 17:59:31.479126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5944dfd5-98fc-47b6-a4af-0877090321b3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:31.525533 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-e472da89-5941-48f5-8213-58c44aacb384 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:31.526295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-e472da89-5941-48f5-8213-58c44aacb384 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Synchronizing usage tracker for tenant:aa78ced6cda240f282f0a4dfbd18041e on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:31.534409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616829f7-f07b-4445-91bf-84480c09f92a req-14e1890a-e5f8-468d-8ca4-b39e22576c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:31.536048 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-616829f7-f07b-4445-91bf-84480c09f92a req-14e1890a-e5f8-468d-8ca4-b39e22576c29 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.2534587 Feb 17 17:59:31.540863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb8e0-8680-4e63-9d9e-49f4b0a76f4b req-6954b893-4470-404e-bb9a-a732cb48efa9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:31.542536 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3bbdb8e0-8680-4e63-9d9e-49f4b0a76f4b req-6954b893-4470-404e-bb9a-a732cb48efa9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1220682 Feb 17 17:59:31.548981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057abf64-75cb-49ca-9b48-f87316e38068 req-46ee5f6f-c5e4-4122-aef1-b589b6c6625d tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:31.556647 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-057abf64-75cb-49ca-9b48-f87316e38068 req-46ee5f6f-c5e4-4122-aef1-b589b6c6625d tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.2162695 Feb 17 17:59:31.575837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 5944dfd5-98fc-47b6-a4af-0877090321b3 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:31.581583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5944dfd5-98fc-47b6-a4af-0877090321b3 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:31.583008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.618495 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-616829f7-f07b-4445-91bf-84480c09f92a req-365554ac-2ad8-4a1f-950d-482d06aa9d88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 217 time: 0.0706620 Feb 17 17:59:31.619588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-e472da89-5941-48f5-8213-58c44aacb384 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Unset dirty status for tenant:aa78ced6cda240f282f0a4dfbd18041e on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:31.620796 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-e472da89-5941-48f5-8213-58c44aacb384 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 946 time: 0.2451074 Feb 17 17:59:31.646635 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-057abf64-75cb-49ca-9b48-f87316e38068 req-b4dd3659-19fd-45e3-900d-3914a19088e5 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889359 Feb 17 17:59:31.695372 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3bbdb8e0-8680-4e63-9d9e-49f4b0a76f4b req-789f5885-65e2-4c4a-8386-473dbad9b255 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365454 Feb 17 17:59:31.734706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.783434 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:31.793959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 5944dfd5-98fc-47b6-a4af-0877090321b3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5944dfd5-98fc-47b6-a4af-0877090321b3,segment=NetworkSegment(b87f8ecd-723c-424e-af13-9d7cea5868f6),segment_id=b87f8ecd-723c-424e-af13-9d7cea5868f6)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:31.798205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.802903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:31.896515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=5944dfd5-98fc-47b6-a4af-0877090321b3,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:31.900773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:31.941638 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3', 'code': 200} Feb 17 17:59:32.000164 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5944dfd5-98fc-47b6-a4af-0877090321b3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:32.058181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Deleting port d8994528-c844-4f0c-98b3-deb217bb4d22 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:32.058593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.177232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5944dfd5-98fc-47b6-a4af-0877090321b3 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:32.177651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.230969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f145a-1963-4c86-9b4e-63430fc1db48 req-5f4e6245-e0e8-4247-bc5b-f86304046e1e tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:32.241332 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af6f145a-1963-4c86-9b4e-63430fc1db48 req-5f4e6245-e0e8-4247-bc5b-f86304046e1e tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 946 time: 0.1255410 Feb 17 17:59:32.251663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616829f7-f07b-4445-91bf-84480c09f92a req-e72f12d2-fc7d-4b1c-b9ee-532ad7c103ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:32.253395 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-616829f7-f07b-4445-91bf-84480c09f92a req-e72f12d2-fc7d-4b1c-b9ee-532ad7c103ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.6238110 Feb 17 17:59:32.388479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device d8994528-c844-4f0c-98b3-deb217bb4d22 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:59:32.411471 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af6f145a-1963-4c86-9b4e-63430fc1db48 req-fa6422ea-2802-4c04-ace3-e3f8c18166b8 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638649 Feb 17 17:59:32.439159 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-616829f7-f07b-4445-91bf-84480c09f92a req-9367a314-e4da-41ec-b9f7-13057f712a6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680758 Feb 17 17:59:32.441277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d87a4-7fe5-4cbd-91a2-8015acdf0595 req-f52df300-3c9b-4d1b-85bd-47bd6cd87c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:32.442757 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-557d87a4-7fe5-4cbd-91a2-8015acdf0595 req-f52df300-3c9b-4d1b-85bd-47bd6cd87c78 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 1167 time: 0.1248245 Feb 17 17:59:32.490735 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-557d87a4-7fe5-4cbd-91a2-8015acdf0595 req-5610f263-00e7-4c51-b0af-50681780d4d6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382345 Feb 17 17:59:32.522266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.558559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port d8994528-c844-4f0c-98b3-deb217bb4d22, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d8994528-c844-4f0c-98b3-deb217bb4d22,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:32.561124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.563505 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:32.600533 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] For port d8994528-c844-4f0c-98b3-deb217bb4d22, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d8994528-c844-4f0c-98b3-deb217bb4d22,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:32.600942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.632971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=d8994528-c844-4f0c-98b3-deb217bb4d22,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:32.636470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:32.764222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Calling delete_port for d8994528-c844-4f0c-98b3-deb217bb4d22 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:32.822978 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-616829f7-f07b-4445-91bf-84480c09f92a req-7473a931-e13a-4a65-9f11-c342757fb451 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712726 Feb 17 17:59:32.870984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66973a5-e293-4c3c-8019-d90e1f1d2371 req-6371d9e0-7389-415a-8c75-8231308b6fc5 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:32.872885 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b66973a5-e293-4c3c-8019-d90e1f1d2371 req-6371d9e0-7389-415a-8c75-8231308b6fc5 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 950 time: 0.1074591 Feb 17 17:59:32.928917 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b66973a5-e293-4c3c-8019-d90e1f1d2371 req-c4cbd9a8-d74e-4cd9-93b5-43d161d097cf tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483117 Feb 17 17:59:33.048973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:59:33.049338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:59:33.052343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79ee7-deee-4a08-ad98-82cbaa183ab1 req-0b0b1316-a98c-40d9-ab08-d167c3b63991 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:33.054163 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9eb79ee7-deee-4a08-ad98-82cbaa183ab1 req-0b0b1316-a98c-40d9-ab08-d167c3b63991 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1003940 Feb 17 17:59:33.089168 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-616829f7-f07b-4445-91bf-84480c09f92a req-68892c69-237d-4b09-812d-ece4795d0d9a service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2572799 Feb 17 17:59:33.107059 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9eb79ee7-deee-4a08-ad98-82cbaa183ab1 req-4dfc4af6-1641-4b71-8361-99b46c15dc83 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458224 Feb 17 17:59:33.550952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Deleting port d8994528-c844-4f0c-98b3-deb217bb4d22 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:33.551414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.631871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75615b13-dc51-413e-9bec-7d37aeced3e8 req-023d8e2b-3d1f-4def-939b-e02f7eaeb4a1 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:33.633572 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-75615b13-dc51-413e-9bec-7d37aeced3e8 req-023d8e2b-3d1f-4def-939b-e02f7eaeb4a1 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 944 time: 0.1078453 Feb 17 17:59:33.688875 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-75615b13-dc51-413e-9bec-7d37aeced3e8 req-8658a36c-2212-4740-ba5c-91d95d8fdf22 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Feb 17 17:59:33.841551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] For port d8994528-c844-4f0c-98b3-deb217bb4d22, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d8994528-c844-4f0c-98b3-deb217bb4d22,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:33.842028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.921490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49258) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:33.942633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:33.992714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Calling delete_port for d8994528-c844-4f0c-98b3-deb217bb4d22 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:33.997555 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22', 'code': 200} Feb 17 17:59:34.022217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5944dfd5-98fc-47b6-a4af-0877090321b3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:34.116949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.127282 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5944dfd5-98fc-47b6-a4af-0877090321b3 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:34.127705 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.145803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:34.152795 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Usage tracker for resource:security_group_rule and tenant:2ebe75d8b41f40d699b37e84947a5f55 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:34.159844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:34.172715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:34.186523 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.224875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caabe8-2dc5-4d8a-8607-86df75f81fc9 req-47721d96-47b1-48a4-b9d5-c59c4b22009d tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:34.226636 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-12caabe8-2dc5-4d8a-8607-86df75f81fc9 req-47721d96-47b1-48a4-b9d5-c59c4b22009d tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 950 time: 0.1498716 Feb 17 17:59:34.335777 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-12caabe8-2dc5-4d8a-8607-86df75f81fc9 req-2801186e-7175-4966-ac4c-78fadf1eb03c tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970607 Feb 17 17:59:34.409297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0805b486-e112-4a6f-a14d-2b8190882531 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:34.434378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.438547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.453294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f9b1f9c0-d6f6-4b1d-b005-cfbe323dd070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:34.484835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Pushing event deleted for resources: {'Port': ['ID=d8994528-c844-4f0c-98b3-deb217bb4d22,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:34.488278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:34.528732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] No DVR routers for this DVR port d8994528-c844-4f0c-98b3-deb217bb4d22 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:59:34.531546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.534276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'name': 'network-vif-deleted', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:34.545268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143a2948-00e6-43e7-88ac-a5953cc7a918,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:34.548845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:34.555360 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ebe75d8b41f40d699b37e84947a5f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300211 Feb 17 17:59:34.556060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49282) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:34.562243 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4c5de68-4326-4b4f-afb9-9a888c107143 req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "DELETE /v2.0/ports/d8994528-c844-4f0c-98b3-deb217bb4d22 HTTP/1.1" status: 204 len: 173 time: 2.8880298 Feb 17 17:59:34.592863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1230-ab9f-42b7-800a-deba4624ffbc req-ab514d7a-19ee-4adf-b5ed-17bb86f85eca tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:34.594517 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-462d1230-ab9f-42b7-800a-deba4624ffbc req-ab514d7a-19ee-4adf-b5ed-17bb86f85eca tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1425469 Feb 17 17:59:34.599353 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bbdea-3ead-49d1-8c2c-ad3e59063087', 'name': 'network-vif-deleted', 'tag': 'd8994528-c844-4f0c-98b3-deb217bb4d22', 'status': 'completed', 'code': 200} Feb 17 17:59:34.635843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.653597 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-462d1230-ab9f-42b7-800a-deba4624ffbc req-7816abe3-78b3-4687-bbd4-85090a484c87 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Feb 17 17:59:34.665850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.714366 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.720032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3e51fb6c-4880-4634-a636-6bab65d30e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:34.739271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a2948-00e6-43e7-88ac-a5953cc7a918,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:34.741990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:34.744281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.746283 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/143a2948-00e6-43e7-88ac-a5953cc7a918 HTTP/1.1" status: 204 len: 168 time: 0.1883316 Feb 17 17:59:34.877278 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-49451ad6-5d38-4713-9483-6e16c8987c03 req-919b211a-30e3-46b0-ac74-caff7e35e615 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=c56bbdea-3ead-49d1-8c2c-ad3e59063087 HTTP/1.1" status: 200 len: 210 time: 0.0494313 Feb 17 17:59:35.040219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49292) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:35.059634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.076641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:35.080838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b52c63b7c544ea97058500c9c628d0 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:35.083878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:35.090548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:35.177154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.180084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.189348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-49c8e591-e611-4e08-a16a-a5977f7c1719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:35.234141 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9b52c63b7c544ea97058500c9c628d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927412 Feb 17 17:59:35.235145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36ba298-cd44-438a-8ec1-a781b31b4199,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:35.237154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49296) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:35.239115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:35.299120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.326501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.378834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.384514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:35.401250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36ba298-cd44-438a-8ec1-a781b31b4199,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:35.405396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:35.415097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.419455 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e36ba298-cd44-438a-8ec1-a781b31b4199 HTTP/1.1" status: 204 len: 168 time: 0.1812549 Feb 17 17:59:35.562355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2151e8a-8f7c-4aa3-a93c-94b536e685e5 req-a7ec08ca-fedd-4b51-9c8f-d79f71466265 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:35.564009 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e2151e8a-8f7c-4aa3-a93c-94b536e685e5 req-a7ec08ca-fedd-4b51-9c8f-d79f71466265 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 950 time: 0.0954723 Feb 17 17:59:35.614970 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e2151e8a-8f7c-4aa3-a93c-94b536e685e5 req-0f583fe9-5015-41aa-ac89-c2825cbac23c tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Feb 17 17:59:35.875756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80391c9-e052-4d94-ba67-db8d53d9416c req-00da03fb-f4ea-480a-b687-2ce4f96876fb tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:35.882507 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c80391c9-e052-4d94-ba67-db8d53d9416c req-00da03fb-f4ea-480a-b687-2ce4f96876fb tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1045048 Feb 17 17:59:35.932402 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c80391c9-e052-4d94-ba67-db8d53d9416c req-1328c15b-d75f-41ea-a309-2deb46bd16ef tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Feb 17 17:59:36.189221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.372144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c47fdf-2d90-4079-a05e-8f3b4f5a7656 req-c71e2e6f-2007-47fc-a964-ee77d4a42ee5 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:36.373792 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b2c47fdf-2d90-4079-a05e-8f3b4f5a7656 req-c71e2e6f-2007-47fc-a964-ee77d4a42ee5 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 950 time: 0.1986217 Feb 17 17:59:36.452413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-d4cc1f37-6647-4960-a497-e99435ca69fd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:36.454000 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-d4cc1f37-6647-4960-a497-e99435ca69fd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/networks?id=9810afc8-74be-4781-ba8f-ade03d5adeef HTTP/1.1" status: 200 len: 809 time: 0.2225766 Feb 17 17:59:36.459294 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b2c47fdf-2d90-4079-a05e-8f3b4f5a7656 req-839c5fd3-ca46-4081-a1c0-994592a49293 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Feb 17 17:59:36.471116 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-df83eab9-5662-45c5-90b6-4585e9033af0 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/quotas/aa78ced6cda240f282f0a4dfbd18041e HTTP/1.1" status: 200 len: 375 time: 0.0096509 Feb 17 17:59:36.544023 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-a592b863-0ad6-4853-ba83-20f55da204d6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa78ced6cda240f282f0a4dfbd18041e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546591 Feb 17 17:59:36.701952 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-a717e763-8a5a-4715-8b69-9117e6cef441 service neutron] 10.222.0.52 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463408 Feb 17 17:59:36.856484 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-9ad873a8-86e6-4b5e-bbd7-1552531e3f70 service neutron] 10.222.0.52 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460655 Feb 17 17:59:37.075432 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b36fa579-1ab3-4816-b111-37d141af8fae req-80391e65-fabf-4544-b7f6-b7331487d259 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 210 time: 0.0581405 Feb 17 17:59:37.188557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014a6fd-83d8-4f48-ae3b-6ac882273e4b req-56a2b44c-7c3e-42c5-9cdf-27458da3c6ff tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:37.190898 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e014a6fd-83d8-4f48-ae3b-6ac882273e4b req-56a2b44c-7c3e-42c5-9cdf-27458da3c6ff tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0911801 Feb 17 17:59:37.240810 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e014a6fd-83d8-4f48-ae3b-6ac882273e4b req-a19a1d21-a475-4a08-943e-57783b255ae7 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Feb 17 17:59:37.688520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb90f2-d530-48a4-a2e2-0881963dac0e req-f73a2f1e-0ba3-4ecf-bbb7-758e06603f98 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:37.697328 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04eb90f2-d530-48a4-a2e2-0881963dac0e req-f73a2f1e-0ba3-4ecf-bbb7-758e06603f98 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 950 time: 0.1123126 Feb 17 17:59:37.743783 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04eb90f2-d530-48a4-a2e2-0881963dac0e req-d6527442-867c-43e6-b18c-b00daf6f55ca tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Feb 17 17:59:37.943165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25645b8-3070-4274-a230-718f6453e6a5 req-1c89cf85-a322-4c60-a389-75380d324650 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:37.943915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-b25645b8-3070-4274-a230-718f6453e6a5 req-1c89cf85-a322-4c60-a389-75380d324650 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Synchronizing usage tracker for tenant:d8976b287a984dcea8000750a584c054 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:37.964924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-b25645b8-3070-4274-a230-718f6453e6a5 req-1c89cf85-a322-4c60-a389-75380d324650 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Unset dirty status for tenant:d8976b287a984dcea8000750a584c054 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:37.966160 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b25645b8-3070-4274-a230-718f6453e6a5 req-1c89cf85-a322-4c60-a389-75380d324650 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 950 time: 0.1295788 Feb 17 17:59:37.993699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5944dfd5-98fc-47b6-a4af-0877090321b3 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:59:38.063689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Deleting port 5944dfd5-98fc-47b6-a4af-0877090321b3 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:38.064093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.156289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.203654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 5944dfd5-98fc-47b6-a4af-0877090321b3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5944dfd5-98fc-47b6-a4af-0877090321b3,segment=NetworkSegment(b87f8ecd-723c-424e-af13-9d7cea5868f6),segment_id=b87f8ecd-723c-424e-af13-9d7cea5868f6)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:38.204590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:38.212114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.214867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:38.297957 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3', 'code': 200} Feb 17 17:59:38.315527 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f21ff6e-7fc3-48db-9221-76c712fa9be4 req-172e88c0-a29a-4caf-a96f-d51a4aaeb7e9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 210 time: 0.1149216 Feb 17 17:59:38.324097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=5944dfd5-98fc-47b6-a4af-0877090321b3,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:38.344627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:38.484368 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed17e00-ac25-4d50-8925-8403ec14f8a6 req-908f6f8f-8667-42ae-9aa7-d3cc750cfd1b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:38.485973 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ed17e00-ac25-4d50-8925-8403ec14f8a6 req-908f6f8f-8667-42ae-9aa7-d3cc750cfd1b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0893059 Feb 17 17:59:38.498743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] For port 5944dfd5-98fc-47b6-a4af-0877090321b3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5944dfd5-98fc-47b6-a4af-0877090321b3,segment=NetworkSegment(b87f8ecd-723c-424e-af13-9d7cea5868f6),segment_id=b87f8ecd-723c-424e-af13-9d7cea5868f6)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:38.499165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.534307 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ed17e00-ac25-4d50-8925-8403ec14f8a6 req-14285d4e-16b5-4c71-adaf-208e9d55f238 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Feb 17 17:59:38.641392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Calling delete_port for 5944dfd5-98fc-47b6-a4af-0877090321b3 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:38.960013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-7ceb756f-cc9d-4be7-83c2-90b4b5909135 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:38.961568 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-7ceb756f-cc9d-4be7-83c2-90b4b5909135 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "GET /v2.0/networks?id=9810afc8-74be-4781-ba8f-ade03d5adeef HTTP/1.1" status: 200 len: 809 time: 0.7808733 Feb 17 17:59:38.979427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Request body: {'port': {'device_id': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef', 'admin_state_up': True, 'tenant_id': 'aa78ced6cda240f282f0a4dfbd18041e'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:38.989273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58767aa1-2433-4ba4-8e19-c07bb4d5de4b req-9d9a0561-7a6f-457d-a7a4-52f1dc29da27 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:38.990909 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-58767aa1-2433-4ba4-8e19-c07bb4d5de4b req-9d9a0561-7a6f-457d-a7a4-52f1dc29da27 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.0918906 Feb 17 17:59:39.042157 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-58767aa1-2433-4ba4-8e19-c07bb4d5de4b req-3eb8ac00-a6d6-40f5-b68c-5a8998caaea2 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443687 Feb 17 17:59:39.075772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:59:39.076140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:59:39.128822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:39.133181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Usage tracker for resource:port and tenant:aa78ced6cda240f282f0a4dfbd18041e is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:39.136217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:39.141982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:39.150902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Made reservation on behalf of aa78ced6cda240f282f0a4dfbd18041e for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:39.156586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.485349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Allocated IP 172.20.0.10 (9810afc8-74be-4781-ba8f-ade03d5adeef/507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6/f07fcf4b-68c1-4358-82b2-36280a4cff58) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:39.507407 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1d427110-92d9-44ea-8e52-8ba2e1dc5052 req-46f29829-4b98-4cab-8c32-8da9f741f385 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 210 time: 0.0499136 Feb 17 17:59:39.611152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Deleting port 5944dfd5-98fc-47b6-a4af-0877090321b3 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:39.611536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.741198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52427e48-40a1-42ff-afbb-a8001347b3a7 req-574cd8f1-07e7-4e3a-a21b-36ab7ee30ace tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:39.742830 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-52427e48-40a1-42ff-afbb-a8001347b3a7 req-574cd8f1-07e7-4e3a-a21b-36ab7ee30ace tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0906889 Feb 17 17:59:39.793743 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-52427e48-40a1-42ff-afbb-a8001347b3a7 req-f88ee162-9d4e-470d-9f1b-f6ad51e973da tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Feb 17 17:59:39.889277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.972515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] For port 5944dfd5-98fc-47b6-a4af-0877090321b3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5944dfd5-98fc-47b6-a4af-0877090321b3,segment=NetworkSegment(b87f8ecd-723c-424e-af13-9d7cea5868f6),segment_id=b87f8ecd-723c-424e-af13-9d7cea5868f6)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:39.972976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.105201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.113526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Calling delete_port for 5944dfd5-98fc-47b6-a4af-0877090321b3 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:40.156536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5d1545ac-bf67-4ca9-a472-7886641faea0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:40.246541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8be99d-3faf-411e-8e4b-00aa0181bbc7 req-276a7e91-d25d-4dcc-a367-d2bc1f7bbe3c tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:40.248145 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4d8be99d-3faf-411e-8e4b-00aa0181bbc7 req-276a7e91-d25d-4dcc-a367-d2bc1f7bbe3c tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 948 time: 0.0891371 Feb 17 17:59:40.301858 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4d8be99d-3faf-411e-8e4b-00aa0181bbc7 req-ed74ca5b-43ee-4211-8c9c-4ae3f97734dc tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/security-groups?id=8daf543b-6db1-43aa-9766-3588361fdd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Feb 17 17:59:40.340795 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Pushing event updated for resources: {'Port': ['ID=f07fcf4b-68c1-4358-82b2-36280a4cff58,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:40.346706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:40.463262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Network 9810afc8-74be-4781-ba8f-ade03d5adeef is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:40.465631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:40.468120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:40.504199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.524583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-65f96729-73c4-4ca2-8910-2c1e6cc7def6 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:40.636153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Pushing event deleted for resources: {'Port': ['ID=5944dfd5-98fc-47b6-a4af-0877090321b3,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:40.639106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:40.664671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:40.665347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.721838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa61d-5698-425a-9d69-1163c154bc57 req-68896e41-daa1-4905-a757-93f19b995b32 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:40.723985 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8c0fa61d-5698-425a-9d69-1163c154bc57 req-68896e41-daa1-4905-a757-93f19b995b32 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 932 time: 0.0934765 Feb 17 17:59:40.733401 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7580235 Feb 17 17:59:40.748682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Request body: {'port': {'device_id': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:40.778526 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8c0fa61d-5698-425a-9d69-1163c154bc57 req-f080fa4b-5911-4a16-9896-69a46e477499 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Feb 17 17:59:40.851133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] No DVR routers for this DVR port 5944dfd5-98fc-47b6-a4af-0877090321b3 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:59:40.853524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.855631 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b25645b8-3070-4274-a230-718f6453e6a5 req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.38 "DELETE /v2.0/ports/5944dfd5-98fc-47b6-a4af-0877090321b3 HTTP/1.1" status: 204 len: 173 time: 2.8702595 Feb 17 17:59:40.865546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'name': 'network-vif-deleted', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:40.969884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49470) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:40.971709 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71f0cd3-07fd-45f7-bd16-42a54175d84e', 'name': 'network-vif-deleted', 'tag': '5944dfd5-98fc-47b6-a4af-0877090321b3', 'status': 'completed', 'code': 200} Feb 17 17:59:41.011314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.056473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec3323-d5d9-441f-b935-e883918341a9 req-064ca8a9-e64c-4d2d-801d-b8445f656416 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:41.058299 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d6ec3323-d5d9-441f-b935-e883918341a9 req-064ca8a9-e64c-4d2d-801d-b8445f656416 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1207752 Feb 17 17:59:41.124560 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d6ec3323-d5d9-441f-b935-e883918341a9 req-049aeee7-3475-4a7f-a8b7-b8dc6feb9461 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592155 Feb 17 17:59:41.183290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.221271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:41.272263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a65d4323884037989cfcbbccffba4c is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:41.281669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:41.293482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:41.531838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.545909 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.552268 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4d3c2b6e-2bc6-4d36-8e04-2232d7d67d24 req-df314776-aed7-4d17-bc88-8d33342d6ecb tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] 10.222.0.52 "GET /v2.0/ports?device_id=d71f0cd3-07fd-45f7-bd16-42a54175d84e HTTP/1.1" status: 200 len: 210 time: 0.1013803 Feb 17 17:59:41.558287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0d5cb3e6-ea64-417e-8ad9-43f72cb1bd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:41.661789 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4a65d4323884037989cfcbbccffba4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838894 Feb 17 17:59:41.665254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49492) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:41.665797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d2b67-8385-4aae-907e-707bc38e5101,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:41.669576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:41.672152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07fcf4b-68c1-4358-82b2-36280a4cff58 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:59:41.691057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.704295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Transition to ACTIVE for port object f07fcf4b-68c1-4358-82b2-36280a4cff58 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:41.707936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.725101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:41.746823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.778551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.835667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.842023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9111d80e-b085-4856-89dc-95c739cf3567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:41.860194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d2b67-8385-4aae-907e-707bc38e5101,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:41.865258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:41.867917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.869065 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c3d2b67-8385-4aae-907e-707bc38e5101 HTTP/1.1" status: 204 len: 168 time: 0.2030547 Feb 17 17:59:42.006551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce02d9e-9c4b-4163-bbba-07ceb0ab19c0 req-4ced80a4-4eac-45ad-8517-283cb8985b5e tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:42.008419 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ce02d9e-9c4b-4163-bbba-07ceb0ab19c0 req-4ced80a4-4eac-45ad-8517-283cb8985b5e tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 944 time: 0.1025865 Feb 17 17:59:42.067506 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ce02d9e-9c4b-4163-bbba-07ceb0ab19c0 req-16abdfb8-e907-4110-bbe0-1baf598edad7 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513186 Feb 17 17:59:42.207374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49508) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:42.223735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f07fcf4b-68c1-4358-82b2-36280a4cff58,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:42.226310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.226683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:42.295035 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56109552-720e-4068-a610-d80b764f2e09 req-cf1cc19b-0b91-4a51-955f-944762c1bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:42.296672 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56109552-720e-4068-a610-d80b764f2e09 req-cf1cc19b-0b91-4a51-955f-944762c1bf59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.1715069 Feb 17 17:59:42.307615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:42.321841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bbe05a24bc4c94a2d885f7c82ab86b is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:42.326270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:42.337013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:42.459755 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56109552-720e-4068-a610-d80b764f2e09 req-808ff91f-cd3e-4525-8a01-467e1ee76d86 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000912 Feb 17 17:59:42.487290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Attempting to bind port f07fcf4b-68c1-4358-82b2-36280a4cff58 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:42.488197 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Attempting to bind port f07fcf4b-68c1-4358-82b2-36280a4cff58 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:42.488516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Attempting to bind port f07fcf4b-68c1-4358-82b2-36280a4cff58 on network 9810afc8-74be-4781-ba8f-ade03d5adeef {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:42.494971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:42.495354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Checking segment: {'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:42.495837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.496241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Bound using segment: {'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:42.496731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Bound port: f07fcf4b-68c1-4358-82b2-36280a4cff58, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09c965c-8e2e-46a7-b7a6-6883d8261b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9810afc8-74be-4781-ba8f-ade03d5adeef'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:42.497134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.598924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] For port f07fcf4b-68c1-4358-82b2-36280a4cff58, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:42.602667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] For port f07fcf4b-68c1-4358-82b2-36280a4cff58, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f07fcf4b-68c1-4358-82b2-36280a4cff58,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:42.604426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02d3ac-2a7c-4588-9bc8-c324b5ab7af2 req-d945f8d2-4f34-489c-8f4c-5cbe130a1b56 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:42.606488 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6d02d3ac-2a7c-4588-9bc8-c324b5ab7af2 req-d945f8d2-4f34-489c-8f4c-5cbe130a1b56 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.3676839 Feb 17 17:59:42.606999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.623280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5f1493a-886a-49d5-9b78-7189309d23d2 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:42.689174 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6d02d3ac-2a7c-4588-9bc8-c324b5ab7af2 req-9d8fc681-4295-4777-aa2f-e1e895c72479 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717111 Feb 17 17:59:42.719956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0c2eb453-1eb6-4058-a37e-c39d3e1b9026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.743009 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.748124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.757705 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-95dcfa5f-c65f-45b0-87bf-ef79d8243665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:42.801867 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0bbe05a24bc4c94a2d885f7c82ab86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932221 Feb 17 17:59:42.804760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f07fcf4b-68c1-4358-82b2-36280a4cff58,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:42.804909 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49528) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:42.807820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc091ff2-3340-4ab7-b770-2f3879a1242a,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:42.810775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:42.822316 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:42.848370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:42.849391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.851830 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] 10.222.0.38 "PUT /v2.0/ports/f07fcf4b-68c1-4358-82b2-36280a4cff58 HTTP/1.1" status: 200 len: 1158 time: 2.1096931 Feb 17 17:59:42.878901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.907715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.959503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.965261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5e08c59-8d36-4357-94ce-24abff7f8925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:42.978386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:42.978866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc091ff2-3340-4ab7-b770-2f3879a1242a,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:42.981997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:42.990788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.994698 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc091ff2-3340-4ab7-b770-2f3879a1242a HTTP/1.1" status: 204 len: 168 time: 0.1865232 Feb 17 17:59:43.005614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-2a3d645e-0b30-4940-9e54-61ab99123983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.007356 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-2a3d645e-0b30-4940-9e54-61ab99123983 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa78ced6cda240f282f0a4dfbd18041e&device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 1161 time: 0.1105433 Feb 17 17:59:43.107973 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-ec3215d4-2e09-4027-885b-c1d4f29859d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f07fcf4b-68c1-4358-82b2-36280a4cff58 HTTP/1.1" status: 200 len: 217 time: 0.0834925 Feb 17 17:59:43.109674 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58', 'status': 'completed', 'code': 200} Feb 17 17:59:43.191829 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-0f526182-9fc4-4e30-831d-9cc1b816dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.194275 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-0f526182-9fc4-4e30-831d-9cc1b816dbe0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6 HTTP/1.1" status: 200 len: 849 time: 0.0782413 Feb 17 17:59:43.264670 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-117d3a37-6b2e-44f5-9d08-f478a90bd877 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9810afc8-74be-4781-ba8f-ade03d5adeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613797 Feb 17 17:59:43.295347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb284317-07a7-43d7-bd37-5baa69280c9c req-75c02ea6-bd02-4771-b3fe-fdef079685c7 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.297419 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb284317-07a7-43d7-bd37-5baa69280c9c req-75c02ea6-bd02-4771-b3fe-fdef079685c7 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 944 time: 0.1024804 Feb 17 17:59:43.372028 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb284317-07a7-43d7-bd37-5baa69280c9c req-cfb4270c-60a3-413c-b81f-65de1f6a04d5 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674736 Feb 17 17:59:43.431723 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-8961ee8e-5170-453f-970c-77c111e5e90e service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568964 Feb 17 17:59:43.457538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49564) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:43.619659 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-349e0a9a-4fde-4a7f-8b02-0dfc96b2dbe7 req-f313af6f-5ba2-4587-a6ba-93e8a69b0b33 service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1723132 Feb 17 17:59:43.645843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.663309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:43.667402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Usage tracker for resource:security_group_rule and tenant:2794202dbdc34dae8f9a3ae3e154dc96 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:43.670567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:43.676543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:43.806661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.817595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.830327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e871a066-e1a6-4da5-8078-e694ad3f94b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:43.877936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-f940a715-c1a9-4b75-a260-dfe72540e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.880054 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-f940a715-c1a9-4b75-a260-dfe72540e8da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa78ced6cda240f282f0a4dfbd18041e&device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 1161 time: 0.1814871 Feb 17 17:59:43.884315 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2794202dbdc34dae8f9a3ae3e154dc96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253020 Feb 17 17:59:43.885327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ceb542-ee2d-4397-a8f5-93adf8584726,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:43.886991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49594) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:43.911927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:44.110951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.116032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79b2e-31f8-4576-9d06-5b1924833adb req-a91617da-b677-4a0b-8ddf-534a09ceaf91 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:44.124342 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-97f79b2e-31f8-4576-9d06-5b1924833adb req-a91617da-b677-4a0b-8ddf-534a09ceaf91 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1406147 Feb 17 17:59:44.147362 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.180248 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-97f79b2e-31f8-4576-9d06-5b1924833adb req-84e588c3-7ab7-40b9-b907-8641bca60b93 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545628 Feb 17 17:59:44.210972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-51dffacc-0d9a-44bf-aec4-d2d9d4a39cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:44.212581 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-51dffacc-0d9a-44bf-aec4-d2d9d4a39cbc service neutron] 10.222.0.38 "GET /v2.0/networks?id=9810afc8-74be-4781-ba8f-ade03d5adeef HTTP/1.1" status: 200 len: 903 time: 0.2951798 Feb 17 17:59:44.296984 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-701d2511-100b-4257-a3e5-6a046bbaefc9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f07fcf4b-68c1-4358-82b2-36280a4cff58 HTTP/1.1" status: 200 len: 217 time: 0.0765553 Feb 17 17:59:44.297750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.303093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d0c5cdd1-e9f0-4126-bf49-b0ce7aad759d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:44.353116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ceb542-ee2d-4397-a8f5-93adf8584726,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:44.356020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:44.388929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.391127 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97ceb542-ee2d-4397-a8f5-93adf8584726 HTTP/1.1" status: 204 len: 168 time: 0.5025823 Feb 17 17:59:44.427826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-16089f8a-7cfe-4988-9eb6-5bb35836b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:44.429976 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-16089f8a-7cfe-4988-9eb6-5bb35836b8a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6 HTTP/1.1" status: 200 len: 849 time: 0.1151488 Feb 17 17:59:44.488949 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-43687380-b9dc-437c-a0a2-b5642ce5c1a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9810afc8-74be-4781-ba8f-ade03d5adeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512717 Feb 17 17:59:44.632565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740859bc-dcf4-4583-ba00-dff3841bb631 req-3f8e573c-4c23-4f8e-a0e6-22b30d0a309c tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:44.634928 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-740859bc-dcf4-4583-ba00-dff3841bb631 req-3f8e573c-4c23-4f8e-a0e6-22b30d0a309c tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 944 time: 0.1030691 Feb 17 17:59:44.708190 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-daf7be96-4d20-4717-bc91-67a768b3e6b7 service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093737 Feb 17 17:59:44.731981 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-740859bc-dcf4-4583-ba00-dff3841bb631 req-f930a427-a311-4e83-9acf-b04073b74dbf tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904472 Feb 17 17:59:44.907631 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db3ba118-f6dc-4c6d-a2d9-cfa9a4c5144c req-4fa71525-476e-47b7-b8f1-927dc0a7e111 service neutron] 10.222.0.38 "GET /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908143 Feb 17 17:59:45.237403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3211-8410-4284-811b-8afebf12722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.371907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.476306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295b21-56cc-4c46-8562-c7b077b1d3bd req-1eaed234-9047-4a77-b4be-3a6a10f6f803 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:45.478165 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a1295b21-56cc-4c46-8562-c7b077b1d3bd req-1eaed234-9047-4a77-b4be-3a6a10f6f803 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1518295 Feb 17 17:59:45.549275 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a1295b21-56cc-4c46-8562-c7b077b1d3bd req-d892a39f-4e8e-434a-b454-d38e390aea3c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640748 Feb 17 17:59:45.996538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712b67a-d33e-48c7-bcde-d782838d634f req-2989fd3a-5f74-4e59-8bb5-ae6bfa36b76f tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.009597 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e712b67a-d33e-48c7-bcde-d782838d634f req-2989fd3a-5f74-4e59-8bb5-ae6bfa36b76f tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 944 time: 0.1244216 Feb 17 17:59:46.069376 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e712b67a-d33e-48c7-bcde-d782838d634f req-6e5f9983-6c92-4ecc-8af3-7c3c7a755048 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627832 Feb 17 17:59:46.090698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-07b0e4a5-8197-415a-b2ec-3e2460337f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.092595 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-07b0e4a5-8197-415a-b2ec-3e2460337f10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.1461327 Feb 17 17:59:46.315581 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5122b-c9cf-4994-a15b-1c52b485d5d0 req-221141f4-ab36-44cf-98e7-e74f84c35e35 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.317747 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cab5122b-c9cf-4994-a15b-1c52b485d5d0 req-221141f4-ab36-44cf-98e7-e74f84c35e35 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1510735 Feb 17 17:59:46.352979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-14f83fde-e23c-41ac-b5a4-ac9a62ac8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.356994 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-14f83fde-e23c-41ac-b5a4-ac9a62ac8311 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.2553861 Feb 17 17:59:46.439711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:46.463047 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cab5122b-c9cf-4994-a15b-1c52b485d5d0 req-329cb568-21c1-4685-8a9d-9b82230f2550 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380246 Feb 17 17:59:46.513711 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-dc7d7ed0-b389-42d4-8d27-1590a7517955 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 217 time: 0.1470530 Feb 17 17:59:46.604196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-332cc71a-e80b-442a-9531-9497df9ca688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.605829 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-332cc71a-e80b-442a-9531-9497df9ca688 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.0799301 Feb 17 17:59:46.679417 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-172b7a6a-cf96-4119-8517-6ec084e0d33c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655649 Feb 17 17:59:46.791327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49848) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:46.857767 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-aa225b57-0099-4520-9445-c95730253d5e service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658542 Feb 17 17:59:46.947086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:46.962987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:46.967008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Usage tracker for resource:security_group_rule and tenant:507fb49ea6f244448c4bbfaeb9d766cf is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:46.970018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:46.975820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:47.011510 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03f72e2f-9b15-4c12-9386-8e750ee16dcc req-d80275fc-94cb-4e05-8234-5e3a734928cb service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462328 Feb 17 17:59:47.062784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.067138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.082737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ef071370-03a4-439a-8022-e9750a13968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:47.117723 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed5529-c662-40f0-b65f-afd821e2c0f0,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:47.127486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:47.146515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49872) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:47.148868 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=507fb49ea6f244448c4bbfaeb9d766cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554804 Feb 17 17:59:47.215086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.245365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.286033 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.317484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5adcf-1b37-44a3-bf5c-615becd307e0 req-3f42f17c-8ec1-4b60-a0aa-58be1e78c283 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:47.319293 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-68c5adcf-1b37-44a3-bf5c-615becd307e0 req-3f42f17c-8ec1-4b60-a0aa-58be1e78c283 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 944 time: 0.1074319 Feb 17 17:59:47.322556 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.327860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b2d798a5-0804-4d75-9312-47c232657a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:47.343344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed5529-c662-40f0-b65f-afd821e2c0f0,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:47.346485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:47.348068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.349282 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64ed5529-c662-40f0-b65f-afd821e2c0f0 HTTP/1.1" status: 204 len: 168 time: 0.2016916 Feb 17 17:59:47.380213 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-68c5adcf-1b37-44a3-bf5c-615becd307e0 req-8d1be1a3-9391-4731-9d42-e78a462f6fbb tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Feb 17 17:59:47.702230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d416d2-31f8-4f48-9342-a14827b1ce80 req-b318d29a-1dec-471e-a7a8-c0ca3b7b5541 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:47.703904 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-75d416d2-31f8-4f48-9342-a14827b1ce80 req-b318d29a-1dec-471e-a7a8-c0ca3b7b5541 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1005423 Feb 17 17:59:47.750141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 49902) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:47.763430 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-75d416d2-31f8-4f48-9342-a14827b1ce80 req-02f63f6e-e2b1-4443-9b93-043f9a8e0e9c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487711 Feb 17 17:59:47.770535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.786770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:47.791274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c3de7f69883d4bdd83da5460752edf94 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:47.794445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:47.801082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:47.888224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.891259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.901328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-47848d5a-e3d9-477c-bcb3-1c0d190fd478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:47.947280 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3de7f69883d4bdd83da5460752edf94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936030 Feb 17 17:59:47.947280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e56ab4-5785-4008-aa0a-340fa4e0c25b,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:47.948074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49920) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:47.954306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.954743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.955143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.955663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.955928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.956386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.956775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.957161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.957552 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.957913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.958299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.958715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.959194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.959582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.959968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.960362 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.960718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.961102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.961486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.962164 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.962280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.962643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.963025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.963404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:47.967687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:48.038854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:48.067747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:48.113499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:48.118626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cea5550f-e964-4fe9-b45c-5cc65926dbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:48.134544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e56ab4-5785-4008-aa0a-340fa4e0c25b,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:48.139357 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:48.148925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:48.155078 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28e56ab4-5785-4008-aa0a-340fa4e0c25b HTTP/1.1" status: 204 len: 168 time: 0.2057219 Feb 17 17:59:48.595526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55848e45-6dcc-4f8e-be97-5d1ce14111b0 req-1c9953d0-ea70-4a9c-b2ca-bf6a86e06452 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:48.597576 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-55848e45-6dcc-4f8e-be97-5d1ce14111b0 req-1c9953d0-ea70-4a9c-b2ca-bf6a86e06452 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 944 time: 0.0932932 Feb 17 17:59:48.648035 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-55848e45-6dcc-4f8e-be97-5d1ce14111b0 req-227f6cdc-94bc-46ce-ae4f-ceec50d612da tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Feb 17 17:59:48.851110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device f07fcf4b-68c1-4358-82b2-36280a4cff58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:48.934724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port f07fcf4b-68c1-4358-82b2-36280a4cff58 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:48.939937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port f07fcf4b-68c1-4358-82b2-36280a4cff58 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:48.940982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.004571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8be68c-75db-4c15-ba03-5c1fc8fe7908 req-464d4390-047d-4c82-b1c1-51db32145c93 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:49.006187 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cf8be68c-75db-4c15-ba03-5c1fc8fe7908 req-464d4390-047d-4c82-b1c1-51db32145c93 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0927362 Feb 17 17:59:49.059685 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cf8be68c-75db-4c15-ba03-5c1fc8fe7908 req-9190afd9-8659-4407-8d21-1dbee326de1e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468006 Feb 17 17:59:49.224011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.251956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:49.262839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port f07fcf4b-68c1-4358-82b2-36280a4cff58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f07fcf4b-68c1-4358-82b2-36280a4cff58,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:49.266576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.269278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:49.348081 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58', 'code': 200} Feb 17 17:59:49.348952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=f07fcf4b-68c1-4358-82b2-36280a4cff58,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:49.353348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:49.618753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57ece-0e26-43c1-8563-5bc3efebd73f req-9b8814ee-8ba8-45e7-b74d-906b4a70ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:49.620884 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7b57ece-0e26-43c1-8563-5bc3efebd73f req-9b8814ee-8ba8-45e7-b74d-906b4a70ebbd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 1163 time: 0.0902133 Feb 17 17:59:49.683684 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7b57ece-0e26-43c1-8563-5bc3efebd73f req-4cbfcba1-346b-475e-bf49-6133258c50df service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Feb 17 17:59:49.719728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 49998) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:49.909757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25de85b-1a91-4f50-811e-843a09ab8903 req-e32d56fd-c568-4f6f-9a75-bf2294443c36 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:49.911444 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d25de85b-1a91-4f50-811e-843a09ab8903 req-e32d56fd-c568-4f6f-9a75-bf2294443c36 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 946 time: 0.1234784 Feb 17 17:59:49.989664 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d25de85b-1a91-4f50-811e-843a09ab8903 req-ff8bb1bb-262a-4ab2-97a1-1e7aa62cf892 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705695 Feb 17 17:59:50.067391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50016) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:50.067741 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9c2147f3-f18f-4f30-8e55-69582daa03d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8976b287a984dcea8000750a584c054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466771 Feb 17 17:59:50.131645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:50.166402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device f07fcf4b-68c1-4358-82b2-36280a4cff58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:50.167315 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:50.220974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:50.226914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1bf877ef-0861-4d6e-84a9-3cb8c2ad3c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:50.259093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf543b-6db1-43aa-9766-3588361fdd4a,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:50.262780 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port f07fcf4b-68c1-4358-82b2-36280a4cff58 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:50.264166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:50.271194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:50.283016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:50.286905 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8daf543b-6db1-43aa-9766-3588361fdd4a HTTP/1.1" status: 204 len: 168 time: 0.2179477 Feb 17 17:59:50.309857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cdacc-0329-45e0-a950-885cdcb00ba8 req-ec362cd0-e72a-41d0-b003-9d8d68b2a64c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:50.311684 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fe3cdacc-0329-45e0-a950-885cdcb00ba8 req-ec362cd0-e72a-41d0-b003-9d8d68b2a64c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1085169 Feb 17 17:59:50.384438 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fe3cdacc-0329-45e0-a950-885cdcb00ba8 req-e775239e-4b2f-4604-bc60-79abb0981a5c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654738 Feb 17 17:59:51.192119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be0d6c-f265-4472-b7be-e34d4c70e77a req-3e654ae0-1a44-4848-831f-c82fd3a38d09 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:51.193707 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e0be0d6c-f265-4472-b7be-e34d4c70e77a req-3e654ae0-1a44-4848-831f-c82fd3a38d09 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 946 time: 0.0902407 Feb 17 17:59:51.241518 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e0be0d6c-f265-4472-b7be-e34d4c70e77a req-1ad3846e-7fc7-4432-9f5a-0663319d1ad3 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Feb 17 17:59:52.293179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a08479-325f-48e9-a4b4-4ee0bc167238 req-d8c693fb-d607-4742-a669-ec27954984d1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:52.295119 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28a08479-325f-48e9-a4b4-4ee0bc167238 req-d8c693fb-d607-4742-a669-ec27954984d1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1049507 Feb 17 17:59:52.348852 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28a08479-325f-48e9-a4b4-4ee0bc167238 req-96144ba7-894d-4ff1-b5d8-179274330825 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473280 Feb 17 17:59:52.553279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bc76d-7595-4bd9-8444-d55592c3d488 req-0f9f96e5-f91c-4ced-8cdb-77e44ac64d2f tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:52.555250 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-079bc76d-7595-4bd9-8444-d55592c3d488 req-0f9f96e5-f91c-4ced-8cdb-77e44ac64d2f tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 946 time: 0.0993416 Feb 17 17:59:52.606067 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-079bc76d-7595-4bd9-8444-d55592c3d488 req-b59dfc2e-a5b6-448b-b773-138181db3344 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Feb 17 17:59:54.331880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b8556-7d30-4bb9-ab10-b2df62d1c202 req-0fa8525d-08a4-46d7-ad9d-b8c899db74fc tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:54.333481 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-196b8556-7d30-4bb9-ab10-b2df62d1c202 req-0fa8525d-08a4-46d7-ad9d-b8c899db74fc tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 946 time: 0.0889101 Feb 17 17:59:54.385388 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-196b8556-7d30-4bb9-ab10-b2df62d1c202 req-f5f264c9-883b-40d6-bf23-1b1a6107b05a tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456002 Feb 17 17:59:55.645758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ca48-0f9e-4d3c-896b-75c0a671e0ba req-ac4dfad4-5813-45f5-bd59-85b97462e6fd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:55.647429 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7912ca48-0f9e-4d3c-896b-75c0a671e0ba req-ac4dfad4-5813-45f5-bd59-85b97462e6fd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 946 time: 0.1124580 Feb 17 17:59:55.688423 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-4b29cd8b-e86e-49c6-a93c-dab4b98e2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:55.691010 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-4b29cd8b-e86e-49c6-a93c-dab4b98e2d6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.0943644 Feb 17 17:59:55.777981 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7912ca48-0f9e-4d3c-896b-75c0a671e0ba req-78d5b088-1e71-4fff-bb6d-3df9c9f78fea tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748520 Feb 17 17:59:55.784958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52768c7c-d0db-4043-a4b9-b4855a7e1203 req-40b05b62-06ee-46e4-b0f0-9fd019eaf3e1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:55.786849 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-52768c7c-d0db-4043-a4b9-b4855a7e1203 req-40b05b62-06ee-46e4-b0f0-9fd019eaf3e1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1382837 Feb 17 17:59:55.837531 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-52768c7c-d0db-4043-a4b9-b4855a7e1203 req-d1c4677a-bfbf-4a3b-a0ef-24b92f0f23fc tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Feb 17 17:59:55.846549 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-a0dfbf08-5296-4ac8-a9b4-77580860c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:55.848346 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-a0dfbf08-5296-4ac8-a9b4-77580860c5ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.1494460 Feb 17 17:59:56.161655 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-235a0cbf-ecaf-4525-add5-bf872d305cba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 217 time: 0.3042464 Feb 17 17:59:56.180440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device f07fcf4b-68c1-4358-82b2-36280a4cff58 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:59:56.309514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:56.316580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-4ca0670c-1b4d-4c94-b3c9-5064ec55510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:56.318162 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-4ca0670c-1b4d-4c94-b3c9-5064ec55510e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.1215737 Feb 17 17:59:56.370250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port f07fcf4b-68c1-4358-82b2-36280a4cff58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f07fcf4b-68c1-4358-82b2-36280a4cff58,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:56.371426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:56.395349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:56.395500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e227a-5084-4243-9afa-3df801131da9 req-3039b54a-7e82-4ea0-a50e-952ac7d51b96 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:56.396146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-446e227a-5084-4243-9afa-3df801131da9 req-3039b54a-7e82-4ea0-a50e-952ac7d51b96 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Synchronizing usage tracker for tenant:aa78ced6cda240f282f0a4dfbd18041e on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:56.401552 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8340761f-2afe-4e0c-8c4a-7521dcf48412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:56.403159 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-575993e0-20ea-472f-b58a-0b06068f1511 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714757 Feb 17 17:59:56.442478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-446e227a-5084-4243-9afa-3df801131da9 req-3039b54a-7e82-4ea0-a50e-952ac7d51b96 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Unset dirty status for tenant:aa78ced6cda240f282f0a4dfbd18041e on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:56.444485 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-446e227a-5084-4243-9afa-3df801131da9 req-3039b54a-7e82-4ea0-a50e-952ac7d51b96 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 946 time: 0.2849011 Feb 17 17:59:56.487134 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58', 'code': 200} Feb 17 17:59:56.522606 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=f07fcf4b-68c1-4358-82b2-36280a4cff58,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:56.526901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:56.560150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:59:56.599031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Deleting port f07fcf4b-68c1-4358-82b2-36280a4cff58 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:56.599427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:56.693085 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-29e1d04f-f5cf-4cef-b3e3-5bf6b9b3b0b6 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769749 Feb 17 17:59:56.985008 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83acf28f-1fcf-47c1-8890-ef1afacb665e req-cc8b3808-3f43-4401-8c43-d0f5ba7bc1bd service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2646899 Feb 17 17:59:57.030580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] For port f07fcf4b-68c1-4358-82b2-36280a4cff58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f07fcf4b-68c1-4358-82b2-36280a4cff58,segment=NetworkSegment(c09c965c-8e2e-46a7-b7a6-6883d8261b34),segment_id=c09c965c-8e2e-46a7-b7a6-6883d8261b34)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:57.030991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:57.097850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1b245-c92a-4348-94ab-79411f374bc4 req-8d6526d9-1477-4af7-8b4d-90fa0eb1ded3 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:57.099505 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-80b1b245-c92a-4348-94ab-79411f374bc4 req-8d6526d9-1477-4af7-8b4d-90fa0eb1ded3 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 944 time: 0.1700671 Feb 17 17:59:57.148761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571a12a-fcfc-4f63-998e-26fba6c840e2 req-4f5ba3ca-990a-46e8-8dfa-0965d3e15176 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:57.150574 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7571a12a-fcfc-4f63-998e-26fba6c840e2 req-4f5ba3ca-990a-46e8-8dfa-0965d3e15176 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1586628 Feb 17 17:59:57.185904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Calling delete_port for f07fcf4b-68c1-4358-82b2-36280a4cff58 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:57.193149 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-80b1b245-c92a-4348-94ab-79411f374bc4 req-1d0dd157-0c31-4000-88ea-fbd38a8bc6b5 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/security-groups?id=312b687a-9bc0-479f-aae0-eeff5976f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847771 Feb 17 17:59:57.227156 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7571a12a-fcfc-4f63-998e-26fba6c840e2 req-1d0519be-d1bc-4fa7-9f31-b92705f27530 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647099 Feb 17 17:59:57.346857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:57.363418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:57.460269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Pushing event deleted for resources: {'Port': ['ID=f07fcf4b-68c1-4358-82b2-36280a4cff58,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:57.467264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:57.600034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] No DVR routers for this DVR port f07fcf4b-68c1-4358-82b2-36280a4cff58 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:59:57.602453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:57.618568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'name': 'network-vif-deleted', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:57.621773 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-446e227a-5084-4243-9afa-3df801131da9 req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.38 "DELETE /v2.0/ports/f07fcf4b-68c1-4358-82b2-36280a4cff58 HTTP/1.1" status: 204 len: 173 time: 1.1210690 Feb 17 17:59:57.663894 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a5e1c2-3594-4871-8bdc-1f3acc68811c', 'name': 'network-vif-deleted', 'tag': 'f07fcf4b-68c1-4358-82b2-36280a4cff58', 'status': 'completed', 'code': 200} Feb 17 17:59:58.441688 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04a7a7b1-4c01-462d-8b05-a380b9f4635b req-43b32fa5-b91d-428c-9248-4e7f7fe0799e tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8a5e1c2-3594-4871-8bdc-1f3acc68811c HTTP/1.1" status: 200 len: 210 time: 0.0578310 Feb 17 17:59:58.482035 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ab21b-0604-4ee6-8127-528224f317f8 req-29cae2bc-8def-4e98-b40d-157038e647e8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:58.483669 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-646ab21b-0604-4ee6-8127-528224f317f8 req-29cae2bc-8def-4e98-b40d-157038e647e8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1379495 Feb 17 17:59:58.534862 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-646ab21b-0604-4ee6-8127-528224f317f8 req-230acc51-1b0f-44d3-85a3-024502a61115 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Feb 17 17:59:59.740598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abc85-21ce-49e5-8fac-e8be753e601f req-9789fe22-5d27-4ab9-93e3-6ad13fcb3d76 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:59.742225 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e44abc85-21ce-49e5-8fac-e8be753e601f req-9789fe22-5d27-4ab9-93e3-6ad13fcb3d76 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0876410 Feb 17 17:59:59.792550 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e44abc85-21ce-49e5-8fac-e8be753e601f req-a1cd9052-cea5-42fd-b9bd-25d706d320d0 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Feb 17 18:00:01.010602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394dcb8-55d4-473d-ad51-62c51ffe42f4 req-418cd24a-2ed5-4a64-8e16-6938afbfde7e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:01.012182 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4394dcb8-55d4-473d-ad51-62c51ffe42f4 req-418cd24a-2ed5-4a64-8e16-6938afbfde7e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0922782 Feb 17 18:00:01.061469 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4394dcb8-55d4-473d-ad51-62c51ffe42f4 req-edafa8a0-e91e-4dd7-a6c1-c8c40f2df1b2 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Feb 17 18:00:01.928884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50358) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:02.090428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.110299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:02.115270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Usage tracker for resource:security_group_rule and tenant:c792f96f17be4a208098c02ac3a5a4e5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:02.118453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:02.124572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:02.231947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.235662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.248538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f383ac34-79a9-44fa-8aa3-f86337ed85c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:02.297945 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c792f96f17be4a208098c02ac3a5a4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676481 Feb 17 18:00:02.298980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d87b95-f6b8-4e67-ae3b-610e8ade5060,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:02.303165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:02.306025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 50382) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:02.397841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.446210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.467284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641820f6-1bba-402d-81eb-f9b8bda571d8 req-ddf8d9d9-34a3-4b4a-92b8-f1abce4d8dde tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:02.469228 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-641820f6-1bba-402d-81eb-f9b8bda571d8 req-ddf8d9d9-34a3-4b4a-92b8-f1abce4d8dde tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.2492070 Feb 17 18:00:02.557895 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-641820f6-1bba-402d-81eb-f9b8bda571d8 req-b6ade02c-8ac4-4fce-8140-9cb5321f99d8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694935 Feb 17 18:00:02.570032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.576418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-dbdb977d-19d0-4476-a92f-f4ec1eb4a664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:02.588410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d87b95-f6b8-4e67-ae3b-610e8ade5060,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:02.600560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.600987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.601372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.601769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.602295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.602714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.603106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.603493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.603903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.604274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.604667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.605044 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.605538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.605929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.606320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.606741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.607124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.607508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.607889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.608272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.608658 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.609038 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.609418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.609796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:02.614168 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:02.616026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.620409 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9d87b95-f6b8-4e67-ae3b-610e8ade5060 HTTP/1.1" status: 204 len: 168 time: 0.3082299 Feb 17 18:00:02.949092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 50398) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:02.972390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:03.010767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:03.015683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Usage tracker for resource:security_group_rule and tenant:42212d2989ea49e78658c74f797b7af1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:03.019506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:03.026078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:03.172033 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:03.175375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:03.201057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ee6f8ffb-a353-4560-90ee-cf979ae6719d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:03.223241 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42212d2989ea49e78658c74f797b7af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728345 Feb 17 18:00:03.226293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50408) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:03.241782 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de42db17-a82d-4e85-ae27-cbd7087f1a8e,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:03.245132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:03.370746 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:03.401422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:03.448150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:03.453392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8737cb3c-dbc4-481d-886b-f85d8f6c6f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:03.467193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de42db17-a82d-4e85-ae27-cbd7087f1a8e,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:03.470141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:03.479547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:03.482834 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de42db17-a82d-4e85-ae27-cbd7087f1a8e HTTP/1.1" status: 204 len: 168 time: 0.2548101 Feb 17 18:00:03.827445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f532ea-a313-4612-8d1f-f803b7243bfc req-839cffee-747a-42f7-8834-ae87016c3002 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:03.835624 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b9f532ea-a313-4612-8d1f-f803b7243bfc req-839cffee-747a-42f7-8834-ae87016c3002 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1142886 Feb 17 18:00:03.899659 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b9f532ea-a313-4612-8d1f-f803b7243bfc req-f2f5b661-6b4d-4761-bc9a-8456d98eac0b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620482 Feb 17 18:00:05.142656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70377722-ce63-4bc9-aa8b-314baf9fb5fd req-77b3dfed-9342-4e9d-854f-d87950e93e15 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:05.146224 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-70377722-ce63-4bc9-aa8b-314baf9fb5fd req-77b3dfed-9342-4e9d-854f-d87950e93e15 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1221440 Feb 17 18:00:05.203634 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-70377722-ce63-4bc9-aa8b-314baf9fb5fd req-98085d7c-7303-4f30-b27b-80c8d7bd85bc tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510838 Feb 17 18:00:05.288795 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 50462) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:05.482941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.501796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:05.506874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Usage tracker for resource:security_group_rule and tenant:70a1c26f08b24163bba58ccc96aaa2aa is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:05.509982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:05.516460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:05.604623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.608093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.617757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7fca0020-0a57-47fe-af63-16d4ab35b8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:05.646707 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70a1c26f08b24163bba58ccc96aaa2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568418 Feb 17 18:00:05.649665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50472) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:05.667928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562def7b-0a14-444b-aa48-38b848587d9f,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:05.671405 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:05.728206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.763915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.816599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.822384 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-61bbcaac-8aa1-4f3b-b4e0-e1f71234ec71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:05.840201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562def7b-0a14-444b-aa48-38b848587d9f,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:05.844296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:05.845102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.847590 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/562def7b-0a14-444b-aa48-38b848587d9f HTTP/1.1" status: 204 len: 168 time: 0.1949813 Feb 17 18:00:06.197497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.445350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f7ba-54e8-4011-8f2f-7eee434081d0 req-6a0aed75-3ef0-4018-bb4a-aad125d35c67 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:06.447332 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9125f7ba-54e8-4011-8f2f-7eee434081d0 req-6a0aed75-3ef0-4018-bb4a-aad125d35c67 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1158869 Feb 17 18:00:06.502449 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9125f7ba-54e8-4011-8f2f-7eee434081d0 req-03ce395b-c220-4d2d-bf6d-4119c7997622 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422723 Feb 17 18:00:07.720826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbe997-ff64-435e-9657-bbca093ab3dd req-a2c73fef-cc63-4505-b508-c5c80420e40e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:07.722481 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7bbe997-ff64-435e-9657-bbca093ab3dd req-a2c73fef-cc63-4505-b508-c5c80420e40e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0956190 Feb 17 18:00:07.775175 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7bbe997-ff64-435e-9657-bbca093ab3dd req-743426ca-bdea-4ac8-9030-d5799293b59c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447342 Feb 17 18:00:09.037953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e86f7-b9fc-4c5f-8f88-4a8f2ba36fef req-2619281c-3ce4-4b0d-a35d-536426c3731b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:09.039547 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c79e86f7-b9fc-4c5f-8f88-4a8f2ba36fef req-2619281c-3ce4-4b0d-a35d-536426c3731b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1076119 Feb 17 18:00:09.104884 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c79e86f7-b9fc-4c5f-8f88-4a8f2ba36fef req-960c37a0-b7d6-4f1a-9c72-b35c841b1c38 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516450 Feb 17 18:00:10.318265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72335f0f-b4c5-47ef-b7d4-d27e2b92f98f req-dc3d480a-1af0-47f5-a6a7-667c88e1a8c4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:10.326628 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-72335f0f-b4c5-47ef-b7d4-d27e2b92f98f req-dc3d480a-1af0-47f5-a6a7-667c88e1a8c4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1018033 Feb 17 18:00:10.374935 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-72335f0f-b4c5-47ef-b7d4-d27e2b92f98f req-00c987af-5c66-4a23-a9ef-d9589b5026b5 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Feb 17 18:00:11.595813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356563b-6f8c-47de-9b3a-7fac3337a72a req-a8860cce-a035-4ba8-be49-23d5f4a68610 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:11.598169 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8356563b-6f8c-47de-9b3a-7fac3337a72a req-a8860cce-a035-4ba8-be49-23d5f4a68610 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0933576 Feb 17 18:00:11.654169 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8356563b-6f8c-47de-9b3a-7fac3337a72a req-8574c582-d41b-431e-a577-a7b6d12e7801 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Feb 17 18:00:12.712710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-afa3c36a-7d61-42b5-bac9-ebea0996fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.896041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19783ea-4c42-412b-90b8-5cc19a32cc8b req-e705247c-7f6a-41c1-865d-637b582bcbaf tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:12.897718 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a19783ea-4c42-412b-90b8-5cc19a32cc8b req-e705247c-7f6a-41c1-865d-637b582bcbaf tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1074307 Feb 17 18:00:12.948717 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a19783ea-4c42-412b-90b8-5cc19a32cc8b req-644d8190-6128-4332-8e5a-97601569f592 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Feb 17 18:00:14.166390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e60eb7-31e2-4f05-9b97-f8f0ce3c6529 req-f2c51f7a-d431-4074-9264-5de1d94b6534 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:14.167904 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28e60eb7-31e2-4f05-9b97-f8f0ce3c6529 req-f2c51f7a-d431-4074-9264-5de1d94b6534 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0970724 Feb 17 18:00:14.221651 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28e60eb7-31e2-4f05-9b97-f8f0ce3c6529 req-b4c57e60-6e25-444e-862a-5d1cbd8bab83 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Feb 17 18:00:15.234864 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a02dacd8-cd94-4f69-8fd8-c3639d3075b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:15.387441 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:15.461620 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ebad1-7b9f-44ee-9275-e998a6d99412 req-76fd3430-3748-46fe-9b4e-d65940a2262a tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:15.463395 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e0ebad1-7b9f-44ee-9275-e998a6d99412 req-76fd3430-3748-46fe-9b4e-d65940a2262a tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1113544 Feb 17 18:00:15.522914 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e0ebad1-7b9f-44ee-9275-e998a6d99412 req-7540c2d1-c002-4d03-a8e7-dc0e1f05f1d1 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Feb 17 18:00:16.415530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:16.760687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900accc-84f0-4553-bffd-c3418084516f req-fed2c69b-ef98-4347-8969-8e32eda05767 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:16.762239 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6900accc-84f0-4553-bffd-c3418084516f req-fed2c69b-ef98-4347-8969-8e32eda05767 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1046665 Feb 17 18:00:16.813877 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6900accc-84f0-4553-bffd-c3418084516f req-a3066060-07e1-420b-b068-a7ae35c6edbf tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Feb 17 18:00:17.280267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:18.031306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aae46c-045d-4297-a34b-e5da34222eb6 req-8dfa2073-64c9-4df1-acbf-0e06c80c95ef tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:18.032839 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-45aae46c-045d-4297-a34b-e5da34222eb6 req-8dfa2073-64c9-4df1-acbf-0e06c80c95ef tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0933142 Feb 17 18:00:18.310667 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-45aae46c-045d-4297-a34b-e5da34222eb6 req-6c7d34ad-2965-477e-89c5-6c2c2b47dc76 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702272 Feb 17 18:00:19.536020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5d77-d1df-4ec0-a37a-bf8e0dfdd526 req-e36a4adf-b49b-434e-9e66-f519a2e2d464 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:19.537947 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6caa5d77-d1df-4ec0-a37a-bf8e0dfdd526 req-e36a4adf-b49b-434e-9e66-f519a2e2d464 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0868983 Feb 17 18:00:19.589894 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6caa5d77-d1df-4ec0-a37a-bf8e0dfdd526 req-e5edfb6e-df8b-4ed1-b27c-08f85a29bffc tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Feb 17 18:00:20.964935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e7e9-2647-4420-80da-a828802d3da1 req-c0a4d75d-0872-4feb-865f-7d499516f1ce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:20.966550 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0981e7e9-2647-4420-80da-a828802d3da1 req-c0a4d75d-0872-4feb-865f-7d499516f1ce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0923538 Feb 17 18:00:21.019525 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0981e7e9-2647-4420-80da-a828802d3da1 req-83b281b7-7f0a-47a4-b98d-966fc987378c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Feb 17 18:00:22.263376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7947f-5bd4-4fa3-ab9d-b99122396fc9 req-72f8d845-c368-4baf-abdc-5701ccfa6ac4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:22.264817 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1eb7947f-5bd4-4fa3-ab9d-b99122396fc9 req-72f8d845-c368-4baf-abdc-5701ccfa6ac4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1141067 Feb 17 18:00:22.318637 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1eb7947f-5bd4-4fa3-ab9d-b99122396fc9 req-4f0654d1-8a39-448e-85ce-dc7bc2f98166 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460629 Feb 17 18:00:23.535132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e59cc-51a1-4623-8284-e0f63f5ac02a req-2f115dda-d8a3-4915-8712-651436b708ea tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:23.536658 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c40e59cc-51a1-4623-8284-e0f63f5ac02a req-2f115dda-d8a3-4915-8712-651436b708ea tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0894041 Feb 17 18:00:23.589607 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c40e59cc-51a1-4623-8284-e0f63f5ac02a req-1cf01575-724a-447b-9e79-b2ba4349fe28 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Feb 17 18:00:24.792553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d900489-9a4d-4281-b0ac-e4ff0898aa99 req-df17692e-5516-4f0f-8629-16cdbf3c393f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:24.794103 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d900489-9a4d-4281-b0ac-e4ff0898aa99 req-df17692e-5516-4f0f-8629-16cdbf3c393f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0859425 Feb 17 18:00:24.841104 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d900489-9a4d-4281-b0ac-e4ff0898aa99 req-d96446d9-8660-44ce-8e7d-72eac4e1ffeb tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Feb 17 18:00:26.049244 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0678d8-dcd8-4b9b-ab85-1c818a6c649a req-c1d22c23-111e-4ba4-b938-134ef6269937 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:26.050838 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1a0678d8-dcd8-4b9b-ab85-1c818a6c649a req-c1d22c23-111e-4ba4-b938-134ef6269937 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0895021 Feb 17 18:00:26.099641 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1a0678d8-dcd8-4b9b-ab85-1c818a6c649a req-bce656ef-2d09-4736-9ec7-e9af27e46c87 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Feb 17 18:00:26.991131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50742) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:27.057355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Deleting subnet 507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6 {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:00:27.060421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.112890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3569966'] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.175422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.305254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be35d5-c73c-4ffc-8835-cdfc769d53a1 req-dbecbea6-86c8-4e9c-a3d9-d551d0eb00b9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.306864 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04be35d5-c73c-4ffc-8835-cdfc769d53a1 req-dbecbea6-86c8-4e9c-a3d9-d551d0eb00b9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0886419 Feb 17 18:00:27.362709 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-04be35d5-c73c-4ffc-8835-cdfc769d53a1 req-efcb02ec-f2cc-4322-8962-f341fd2a5d77 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462241 Feb 17 18:00:27.453161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1647903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2300780'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.472713 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ca6a9912-61de-496c-bdf1-ff8f280183e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:27.555790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:27.560123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:27.606958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.613450 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/507f4f92-bce2-4e4e-91f0-b5aef3eaf9b6 HTTP/1.1" status: 204 len: 168 time: 0.6212301 Feb 17 18:00:27.616151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50756) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:27.732482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.923852 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.040568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9810afc8-74be-4781-ba8f-ade03d5adeef']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:28.054100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09c965c-8e2e-46a7-b7a6-6883d8261b34') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:28.054463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09c965c-8e2e-46a7-b7a6-6883d8261b34') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:28.067236 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.083283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.085511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:00:28.281047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Network 9810afc8-74be-4781-ba8f-ade03d5adeef has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:00:28.300325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.523792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Network 9810afc8-74be-4781-ba8f-ade03d5adeef has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:00:28.569094 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:00:28.603922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9ffe1-9471-42e3-9ad0-4cc11ca79aae req-9c8a7cba-0d9c-4607-a190-46c23c96c4c4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:28.605546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24c9ffe1-9471-42e3-9ad0-4cc11ca79aae req-9c8a7cba-0d9c-4607-a190-46c23c96c4c4 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0930445 Feb 17 18:00:28.654554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.655985 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24c9ffe1-9471-42e3-9ad0-4cc11ca79aae req-d9c03d76-7f69-4bf3-b909-44aa89f3552f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Feb 17 18:00:28.660324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.664599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:28.690652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9810afc8-74be-4781-ba8f-ade03d5adeef,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:28.693598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:28.695730 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9f5ad007-c1b9-480d-89ed-b79b16c7c7fc admin admin] 10.222.0.52 "DELETE /v2.0/networks/9810afc8-74be-4781-ba8f-ade03d5adeef HTTP/1.1" status: 204 len: 168 time: 1.0783195 Feb 17 18:00:28.875542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50784) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:28.931125 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-117190f6-7ca3-414a-9a6d-90fafb45569b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa78ced6cda240f282f0a4dfbd18041e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543263 Feb 17 18:00:28.933594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50788) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:28.994062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:29.022312 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:29.067603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:29.072502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3492c076-71b1-4768-b348-3c4edee61704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:29.086048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312b687a-9bc0-479f-aae0-eeff5976f3fc,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:29.088875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:29.090070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:29.093290 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/312b687a-9bc0-479f-aae0-eeff5976f3fc HTTP/1.1" status: 204 len: 168 time: 0.1567755 Feb 17 18:00:29.329688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e6466-718b-4372-9051-1cdd4f7733e3 req-3a85c8fe-363d-44ae-aa63-138e5233d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:29.331984 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-844e6466-718b-4372-9051-1cdd4f7733e3 req-3a85c8fe-363d-44ae-aa63-138e5233d4d5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.0933747 Feb 17 18:00:29.376949 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-844e6466-718b-4372-9051-1cdd4f7733e3 req-918dd493-3a38-4bed-b3a3-07807a7bfd37 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Feb 17 18:00:29.876886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5812397-dd4d-43ab-9e0e-3f5dbbfc1e6d req-e112ab3d-6285-4cd7-adb8-9292a1a55b8d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:29.887570 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e5812397-dd4d-43ab-9e0e-3f5dbbfc1e6d req-e112ab3d-6285-4cd7-adb8-9292a1a55b8d tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1024342 Feb 17 18:00:29.942059 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e5812397-dd4d-43ab-9e0e-3f5dbbfc1e6d req-b9412a41-d8fa-4a4c-a645-0f21e4043705 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476213 Feb 17 18:00:31.155561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac96d-5bbf-458c-a019-642d7f7afe4f req-a0eea54e-f94b-4628-b7ff-c117c1a44f51 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:31.157865 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-96aac96d-5bbf-458c-a019-642d7f7afe4f req-a0eea54e-f94b-4628-b7ff-c117c1a44f51 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0962980 Feb 17 18:00:31.216525 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-2db54466-427f-403b-aea3-c685e34e0c05 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1032131 Feb 17 18:00:31.220367 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-96aac96d-5bbf-458c-a019-642d7f7afe4f req-158eb7ab-deff-4cb0-8a30-b890eef2a85e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Feb 17 18:00:31.351015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-88d8e8a3-d301-449e-8f6f-b36e5383277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:31.353236 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-88d8e8a3-d301-449e-8f6f-b36e5383277a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 1163 time: 0.1038058 Feb 17 18:00:31.523414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-a1fb9540-bc2e-4553-bd4b-bbbe2b59b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:31.529443 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-a1fb9540-bc2e-4553-bd4b-bbbe2b59b6e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.1424129 Feb 17 18:00:31.599695 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-652ccd97-c299-4deb-9e5d-e8274f893201 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e61c593-5103-40d0-83c6-5f9b15999e87 HTTP/1.1" status: 200 len: 217 time: 0.0676858 Feb 17 18:00:31.826671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbfb65-1e58-493e-b0a4-0ee780a4422c req-ea58a7f8-6f6c-4ff6-8cbf-dcb3d50b1a1b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:31.828378 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56dbfb65-1e58-493e-b0a4-0ee780a4422c req-ea58a7f8-6f6c-4ff6-8cbf-dcb3d50b1a1b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0937784 Feb 17 18:00:31.891907 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56dbfb65-1e58-493e-b0a4-0ee780a4422c req-354ccf4a-06f5-4a34-93b4-f9397fff52ea tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531790 Feb 17 18:00:31.927649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-72df5bac-e660-48c5-9164-8241849735d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:31.929196 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-72df5bac-e660-48c5-9164-8241849735d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.3222420 Feb 17 18:00:31.992812 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-20cbe509-1bd0-43e7-a2ea-280c0c57317d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537138 Feb 17 18:00:32.108712 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-221e7196-ec1f-4cd2-93d6-e023031ba64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:32.110299 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-221e7196-ec1f-4cd2-93d6-e023031ba64c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=314f882d705243f6a164b12f7e2e8650&device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 1162 time: 0.2321396 Feb 17 18:00:32.250754 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-5f1c61da-998f-4eb9-a88f-80803f3aeab7 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490218 Feb 17 18:00:32.393968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-0906ffce-248a-4a50-8738-8204ad5edc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:32.395574 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-0906ffce-248a-4a50-8738-8204ad5edc84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 200 len: 913 time: 0.2760589 Feb 17 18:00:32.495836 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-1afe7bdf-5231-4eb5-907c-8c48aa2f4d90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 200 len: 217 time: 0.0809164 Feb 17 18:00:32.506598 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f0c2f3d3-870b-4484-a5da-4be4cc5ca40b req-57a90ec2-0824-4e19-9565-7de341746307 service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2482469 Feb 17 18:00:32.589912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-5b4be521-4a2c-49ec-b155-48ba2cbca201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:32.591526 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-5b4be521-4a2c-49ec-b155-48ba2cbca201 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 200 len: 859 time: 0.0874152 Feb 17 18:00:32.666545 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-a852e493-7d86-4f3f-94ad-1a63674d8170 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e043fe49-685b-4152-a545-a467db657031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661414 Feb 17 18:00:32.832772 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-0d13e1b0-3574-47fb-9789-413c7182c6bd service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482322 Feb 17 18:00:33.034054 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67fd7731-d5a4-474c-8bf8-808639e7b7e9 req-068eee51-5263-4ca0-8cc2-141158531e3d service neutron] 10.222.0.38 "GET /v2.0/networks/e043fe49-685b-4152-a545-a467db657031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1856403 Feb 17 18:00:33.128475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab5b79-fe9e-43bd-9272-a6cb7e245ebb req-be5f5e4b-9d44-41b6-aff6-64e8362eec05 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:33.130051 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-65ab5b79-fe9e-43bd-9272-a6cb7e245ebb req-be5f5e4b-9d44-41b6-aff6-64e8362eec05 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0975330 Feb 17 18:00:33.179700 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-65ab5b79-fe9e-43bd-9272-a6cb7e245ebb req-0ba0e905-edcd-44b5-bd28-9453f439147b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 Feb 17 18:00:33.559460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:00:34.013769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50940) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:34.162237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.178639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:34.182677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Usage tracker for resource:security_group_rule and tenant:522aa435334043b19e46380e73474946 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:34.185578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:34.191410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:34.292807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.297014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.310854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b31deddc-d52d-4b83-9d59-6496e5b01c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:34.358249 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=522aa435334043b19e46380e73474946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420420 Feb 17 18:00:34.360100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 50956) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:34.373678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f8fe6f-9421-4809-bc45-717534bfdb6a,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:34.379714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:34.397830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c3ac6-5fdc-42c5-bec5-c0be250356ff req-174387f0-ab83-4d34-8158-1161e5c6097c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:34.399500 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f12c3ac6-5fdc-42c5-bec5-c0be250356ff req-174387f0-ab83-4d34-8158-1161e5c6097c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0889900 Feb 17 18:00:34.432277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6450853-cba6-47a0-94e2-8dd851f74d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.447933 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f12c3ac6-5fdc-42c5-bec5-c0be250356ff req-df3060d9-9b68-4caa-bd80-b0b4f218dcb9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Feb 17 18:00:34.461051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6450853-cba6-47a0-94e2-8dd851f74d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.507194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6450853-cba6-47a0-94e2-8dd851f74d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.510954 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d23a89cd-dfbd-400f-a39e-45f94f498b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:34.524740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6450853-cba6-47a0-94e2-8dd851f74d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f8fe6f-9421-4809-bc45-717534bfdb6a,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:34.527860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6450853-cba6-47a0-94e2-8dd851f74d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:34.529837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d6450853-cba6-47a0-94e2-8dd851f74d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.531062 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d6450853-cba6-47a0-94e2-8dd851f74d8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5f8fe6f-9421-4809-bc45-717534bfdb6a HTTP/1.1" status: 204 len: 168 time: 0.1699924 Feb 17 18:00:35.672608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51000) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:35.717819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80529aa7-fd40-4075-8257-a8a8bed9f246 req-f9bf4f84-2ebe-43d8-84db-5e784be85762 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:35.719386 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-80529aa7-fd40-4075-8257-a8a8bed9f246 req-f9bf4f84-2ebe-43d8-84db-5e784be85762 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1026258 Feb 17 18:00:35.769495 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-80529aa7-fd40-4075-8257-a8a8bed9f246 req-60d7cb4f-861d-4bde-9fcc-9e39c20a75ad tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430169 Feb 17 18:00:35.813069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:35.830009 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:35.834099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Usage tracker for resource:security_group_rule and tenant:29c61761cd934044a85271a919c3bd1b is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:35.837224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:35.843020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:35.937222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:35.940971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:35.950264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eb4a176d-881e-420e-8afd-bd4fde1b3651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:35.993551 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29c61761cd934044a85271a919c3bd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196735 Feb 17 18:00:35.995188 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa93318-dc0e-4ff0-928d-59968540254e,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:35.997727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51012) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:36.000488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:36.057366 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c02a6-1688-4124-8158-5d8548160c16 req-69c055fb-00f8-457a-97df-7960d0f22dc7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:36.058958 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ae4c02a6-1688-4124-8158-5d8548160c16 req-69c055fb-00f8-457a-97df-7960d0f22dc7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0936010 Feb 17 18:00:36.062945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:36.097687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:36.123026 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ae4c02a6-1688-4124-8158-5d8548160c16 req-a0da35d8-b29e-4f42-ae70-ec8db95a10c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560448 Feb 17 18:00:36.155728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:36.162073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7fdb3b9d-5ea7-4e02-9449-ee90c3414a6d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:36.177306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa93318-dc0e-4ff0-928d-59968540254e,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:36.180123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:36.181334 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:36.182702 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eaa93318-dc0e-4ff0-928d-59968540254e HTTP/1.1" status: 204 len: 168 time: 0.1839573 Feb 17 18:00:36.225050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:36.510000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device de60aaed-d22a-4869-9042-ffffdb3ccd27 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:00:36.593155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port de60aaed-d22a-4869-9042-ffffdb3ccd27 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:36.593580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:36.975289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec37c-a875-4545-8534-cc65144ff1b7 req-bfd00152-c4c9-4768-9889-cb0080e62b17 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:36.976881 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17dec37c-a875-4545-8534-cc65144ff1b7 req-bfd00152-c4c9-4768-9889-cb0080e62b17 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0896003 Feb 17 18:00:37.026714 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17dec37c-a875-4545-8534-cc65144ff1b7 req-cec2a40a-22e8-4331-a16d-7f6d0caa1695 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Feb 17 18:00:37.345830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cadb2-51e3-46d1-824a-bbdc06f2d385 req-d6d20ef4-d50d-43fe-a40e-08d5eec9bb2b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:37.347668 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d65cadb2-51e3-46d1-824a-bbdc06f2d385 req-d6d20ef4-d50d-43fe-a40e-08d5eec9bb2b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1046076 Feb 17 18:00:37.411224 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d65cadb2-51e3-46d1-824a-bbdc06f2d385 req-28e9ae4a-e8ed-46ec-bf8f-830064f829af tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557711 Feb 17 18:00:38.628237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21348-da44-4b1c-859a-0da7c8c774a3 req-81a3a78c-d0ff-44ef-aaaf-8edb84eb8517 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:38.629858 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aac21348-da44-4b1c-859a-0da7c8c774a3 req-81a3a78c-d0ff-44ef-aaaf-8edb84eb8517 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0932972 Feb 17 18:00:38.680572 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aac21348-da44-4b1c-859a-0da7c8c774a3 req-5952ea3e-db60-45f9-b9e9-27d840898178 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 Feb 17 18:00:39.891394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b7cdd-8efc-4234-95aa-ba70ebb3cee7 req-6a10e77e-a67d-49c0-befd-656db503057f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:39.892972 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-286b7cdd-8efc-4234-95aa-ba70ebb3cee7 req-6a10e77e-a67d-49c0-befd-656db503057f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0863361 Feb 17 18:00:39.941250 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-286b7cdd-8efc-4234-95aa-ba70ebb3cee7 req-027c9ed6-2cf9-4562-be10-682002011afb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Feb 17 18:00:41.147315 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62215797-5886-494d-8ae5-438fd95d9587 req-b6f3e3a0-33e7-46ee-abd7-1ab34ededb6b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:41.148986 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-62215797-5886-494d-8ae5-438fd95d9587 req-b6f3e3a0-33e7-46ee-abd7-1ab34ededb6b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0890450 Feb 17 18:00:41.198167 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-62215797-5886-494d-8ae5-438fd95d9587 req-138c265f-cb92-4684-a1b9-5032c6568ed8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Feb 17 18:00:41.681871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaad02-2eca-4938-a429-c7df28ab5506 req-3f02ca52-137c-46ec-bde1-d8583ccff5b9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:41.683513 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5eaaad02-2eca-4938-a429-c7df28ab5506 req-3f02ca52-137c-46ec-bde1-d8583ccff5b9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.0927365 Feb 17 18:00:41.731382 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5eaaad02-2eca-4938-a429-c7df28ab5506 req-96514c09-0188-42f0-bd2e-ddc41655841f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Feb 17 18:00:42.415674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651de962-2bbe-4b6b-a227-22186c8db425 req-221e22bc-2d8e-44fc-8c8b-cf6012992a65 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:42.417847 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-651de962-2bbe-4b6b-a227-22186c8db425 req-221e22bc-2d8e-44fc-8c8b-cf6012992a65 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0942726 Feb 17 18:00:42.470284 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-651de962-2bbe-4b6b-a227-22186c8db425 req-c2618262-64fc-43da-b3fc-79f30ac0b21e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 Feb 17 18:00:42.718117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2d71c305-ced4-4df7-812b-ceab08b94316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:42.941649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8135e-0556-4dbe-9366-6e8601c50e57 req-df295aab-fb9a-470a-be41-f34b3f13e334 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:42.943404 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5aa8135e-0556-4dbe-9366-6e8601c50e57 req-df295aab-fb9a-470a-be41-f34b3f13e334 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.0934186 Feb 17 18:00:42.994188 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5aa8135e-0556-4dbe-9366-6e8601c50e57 req-43aa0fed-3353-452b-b9e6-5d210a454967 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Feb 17 18:00:43.685280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba720c-1167-41d6-9e56-fb29584fcb4a req-7a7a464e-4fb9-4ec3-ad3b-6ad14248f63a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:43.686921 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6eba720c-1167-41d6-9e56-fb29584fcb4a req-7a7a464e-4fb9-4ec3-ad3b-6ad14248f63a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0905080 Feb 17 18:00:43.735963 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6eba720c-1167-41d6-9e56-fb29584fcb4a req-6751a8d7-8015-45df-9ffb-dd103214cbf4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Feb 17 18:00:44.203857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a5cf-c86c-425a-ac42-5e7d7355c7ea req-80d0d896-a998-4009-9f98-23f6b05fa580 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:44.206063 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-71f9a5cf-c86c-425a-ac42-5e7d7355c7ea req-80d0d896-a998-4009-9f98-23f6b05fa580 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.0882859 Feb 17 18:00:44.254231 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-71f9a5cf-c86c-425a-ac42-5e7d7355c7ea req-2f161cec-d2f1-47b2-b20f-fc1e8a61cfe8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Feb 17 18:00:44.576184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:00:44.650527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 5e61c593-5103-40d0-83c6-5f9b15999e87 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:44.650960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.866445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-b5fcdb24-cae5-407c-bee0-25363c12eca6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:44.867861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-b5fcdb24-cae5-407c-bee0-25363c12eca6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Synchronizing usage tracker for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:44.881177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-b5fcdb24-cae5-407c-bee0-25363c12eca6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Unset dirty status for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:44.882635 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-b5fcdb24-cae5-407c-bee0-25363c12eca6 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.1077206 Feb 17 18:00:44.966772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Deleting port 5e61c593-5103-40d0-83c6-5f9b15999e87 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:44.967259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.978078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbf966-1ea9-4e17-815f-d99d52cf45fc req-7dbfabf5-6c35-45ae-9455-005a5cc3766d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:44.979727 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5fbf966-1ea9-4e17-815f-d99d52cf45fc req-7dbfabf5-6c35-45ae-9455-005a5cc3766d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0933263 Feb 17 18:00:45.035743 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5fbf966-1ea9-4e17-815f-d99d52cf45fc req-7e6394be-8720-4b5d-bbb2-fd9b57505f93 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496266 Feb 17 18:00:45.239213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6de79207-4cce-4407-a857-4cff53a2bfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.251987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] For port 5e61c593-5103-40d0-83c6-5f9b15999e87, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5e61c593-5103-40d0-83c6-5f9b15999e87,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:45.252397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.380081 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.388823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Calling delete_port for 5e61c593-5103-40d0-83c6-5f9b15999e87 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:45.501129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184e257-4663-43ae-9283-05038901891d req-ca1191d5-ddce-49c6-b789-b917196e88d9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:45.502811 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3184e257-4663-43ae-9283-05038901891d req-ca1191d5-ddce-49c6-b789-b917196e88d9 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a2fadea-fb3e-4735-94fc-2e3993d2c3f6 HTTP/1.1" status: 200 len: 946 time: 0.0909436 Feb 17 18:00:45.545085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.552802 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3184e257-4663-43ae-9283-05038901891d req-52f46fa0-2716-4033-9920-1c239c721198 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Feb 17 18:00:45.561584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:45.661339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Pushing event deleted for resources: {'Port': ['ID=5e61c593-5103-40d0-83c6-5f9b15999e87,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:45.671031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:45.770690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] No DVR routers for this DVR port 5e61c593-5103-40d0-83c6-5f9b15999e87 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:00:45.772842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.775535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'name': 'network-vif-deleted', 'tag': '5e61c593-5103-40d0-83c6-5f9b15999e87'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:45.790672 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ff499b26-954d-4d06-9974-dbdd8954c895 req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "DELETE /v2.0/ports/5e61c593-5103-40d0-83c6-5f9b15999e87 HTTP/1.1" status: 204 len: 173 time: 0.9022434 Feb 17 18:00:45.828421 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2fadea-fb3e-4735-94fc-2e3993d2c3f6', 'name': 'network-vif-deleted', 'tag': '5e61c593-5103-40d0-83c6-5f9b15999e87', 'status': 'completed', 'code': 200} Feb 17 18:00:46.264249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fcd4-dbe8-4f0e-8c51-78f1da21fd07 req-72650012-d8c5-46c8-99fd-fab093ee4e19 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:46.268001 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6979fcd4-dbe8-4f0e-8c51-78f1da21fd07 req-72650012-d8c5-46c8-99fd-fab093ee4e19 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1090739 Feb 17 18:00:46.358848 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6979fcd4-dbe8-4f0e-8c51-78f1da21fd07 req-d9416764-084d-4a60-8da2-417f64cee019 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840297 Feb 17 18:00:46.422140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.794488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:00:46.832072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 5e61c593-5103-40d0-83c6-5f9b15999e87 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:00:46.832483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 5e61c593-5103-40d0-83c6-5f9b15999e87 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:00:47.027570 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2da303-e315-4687-8e17-bfd686f9b1ef req-b442ccfc-5d4d-425a-9e19-fbf722d4036f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:47.029125 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1f2da303-e315-4687-8e17-bfd686f9b1ef req-b442ccfc-5d4d-425a-9e19-fbf722d4036f tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0887058 Feb 17 18:00:47.075872 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1f2da303-e315-4687-8e17-bfd686f9b1ef req-f4c7dc78-02cc-401c-889d-9ba06881e4ce tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Feb 17 18:00:47.281084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.568115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924edb2-44af-49b5-9f5c-f38302afea9d req-15391206-b2dd-4035-b1c4-fd88d172fc1b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:47.569817 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7924edb2-44af-49b5-9f5c-f38302afea9d req-15391206-b2dd-4035-b1c4-fd88d172fc1b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0928781 Feb 17 18:00:47.619585 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7924edb2-44af-49b5-9f5c-f38302afea9d req-cb190539-e1af-4daf-a34d-8f4cae28e137 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Feb 17 18:00:48.273520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b20b0-e9c2-4f09-8d00-6ded2747ae43 req-58e50a7c-3556-4ed1-9fcf-92bbdd62ce1a tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:48.275174 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-065b20b0-e9c2-4f09-8d00-6ded2747ae43 req-58e50a7c-3556-4ed1-9fcf-92bbdd62ce1a tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0870986 Feb 17 18:00:48.324211 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-065b20b0-e9c2-4f09-8d00-6ded2747ae43 req-7501d2e6-be0a-412a-99e8-6796e38cdc7b tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Feb 17 18:00:48.831938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27156b-4bd8-4dbb-a974-ca272dbb8037 req-d724736e-5b59-443a-a38b-7831b502058b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:48.833441 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb27156b-4bd8-4dbb-a974-ca272dbb8037 req-d724736e-5b59-443a-a38b-7831b502058b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0894263 Feb 17 18:00:48.881808 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb27156b-4bd8-4dbb-a974-ca272dbb8037 req-8036571a-45a7-496c-a85c-e8e31e2b0a0d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Feb 17 18:00:49.103001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51290) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:49.230090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.246890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:49.250969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Usage tracker for resource:security_group_rule and tenant:400ad10e1c1c454db73d378748e4ce14 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:49.254589 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:49.260328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:49.347186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.350084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.358481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-09b786c7-1aeb-4b7a-872a-6c78f3c95421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:49.406383 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=400ad10e1c1c454db73d378748e4ce14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021579 Feb 17 18:00:49.407489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c2ea8-ceda-448b-b632-d0f475783150,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:49.409813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51298) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:49.411495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:49.474085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.502057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.524326 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341b46-1502-4e37-9bc1-47b30ba60c0c req-5579eed7-acf6-4549-b1ea-9f1e725ff35e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:49.525917 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fc341b46-1502-4e37-9bc1-47b30ba60c0c req-5579eed7-acf6-4549-b1ea-9f1e725ff35e tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0853496 Feb 17 18:00:49.546280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.551848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6bb329b4-75ae-4808-ac33-ee622254ed76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:49.565223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c2ea8-ceda-448b-b632-d0f475783150,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:49.573519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.574988 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae2c2ea8-ceda-448b-b632-d0f475783150 HTTP/1.1" status: 204 len: 168 time: 0.1640773 Feb 17 18:00:49.576526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.576899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.577274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.577663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.578158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.578595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.578990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.579122 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fc341b46-1502-4e37-9bc1-47b30ba60c0c req-27e83d91-af2e-4fe2-9ab7-c2a864a8ed89 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Feb 17 18:00:49.579360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.579769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.580151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.580528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.580905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.581350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.581734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.582109 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.582511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.582885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.583264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.583639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.584012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.584393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.584768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.585141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.585513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:49.589179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:50.086068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006accb-97fd-4b66-87fa-8cb530efe243 req-07ca19ef-501a-4d66-b77b-8083fdf3e220 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:50.087695 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b006accb-97fd-4b66-87fa-8cb530efe243 req-07ca19ef-501a-4d66-b77b-8083fdf3e220 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0898051 Feb 17 18:00:50.134856 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b006accb-97fd-4b66-87fa-8cb530efe243 req-dc0aea23-e004-45ff-8e26-ca96a1b627e7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Feb 17 18:00:50.582125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0291f-00a4-4a68-98ac-5c90a9cb5f07 req-3bcf41c8-7588-41a5-a7aa-236746d5cb66 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:50.583748 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-14a0291f-00a4-4a68-98ac-5c90a9cb5f07 req-3bcf41c8-7588-41a5-a7aa-236746d5cb66 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0864503 Feb 17 18:00:50.630787 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-14a0291f-00a4-4a68-98ac-5c90a9cb5f07 req-d615cc90-f5e1-475d-9f4d-bb5ee804d50a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Feb 17 18:00:50.785975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28b54f-a764-493e-916a-001786e58277 req-3963aded-7b12-47b7-94d6-18c4a218777c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:50.787621 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cf28b54f-a764-493e-916a-001786e58277 req-3963aded-7b12-47b7-94d6-18c4a218777c tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0897243 Feb 17 18:00:50.835938 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cf28b54f-a764-493e-916a-001786e58277 req-88733932-6a49-44b0-8e5b-8ea2be7009ac tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Feb 17 18:00:51.342879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac40d0-73bd-422f-a529-c5ab247d3be2 req-ce4b32f3-e6c5-4b91-b5a6-8bcec2c0ff14 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:51.344476 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-daac40d0-73bd-422f-a529-c5ab247d3be2 req-ce4b32f3-e6c5-4b91-b5a6-8bcec2c0ff14 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0901403 Feb 17 18:00:51.392503 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-daac40d0-73bd-422f-a529-c5ab247d3be2 req-f0661965-bf7d-4152-a3a0-3dcd5c6d943c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Feb 17 18:00:51.829355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e49ac-9263-4536-9686-b8c8223ec354 req-6114d5a3-f5cf-43f2-b6e1-f3f2600efd18 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:51.831646 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-de5e49ac-9263-4536-9686-b8c8223ec354 req-6114d5a3-f5cf-43f2-b6e1-f3f2600efd18 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0878336 Feb 17 18:00:51.879620 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-de5e49ac-9263-4536-9686-b8c8223ec354 req-1dd94cc5-9eb9-4c49-9ed3-12373b16f6c6 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Feb 17 18:00:52.239059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781ccb3-2d72-4ef9-b12a-e7f76f828b9b req-85a8c230-46cc-4e7c-9b55-5e181ba2f2df tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:52.240577 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d781ccb3-2d72-4ef9-b12a-e7f76f828b9b req-85a8c230-46cc-4e7c-9b55-5e181ba2f2df tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.2895317 Feb 17 18:00:52.291055 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d781ccb3-2d72-4ef9-b12a-e7f76f828b9b req-9fcbfe1a-4f83-4b41-9234-0c42fe9beee2 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Feb 17 18:00:52.608677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1af7a-6329-4594-96bb-85a9380760ea req-b1179add-bec4-4463-90c8-f7d02c2ba7fe tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:52.610244 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83c1af7a-6329-4594-96bb-85a9380760ea req-b1179add-bec4-4463-90c8-f7d02c2ba7fe tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0885880 Feb 17 18:00:52.659812 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83c1af7a-6329-4594-96bb-85a9380760ea req-d0dbcddc-e0b3-4eb8-9620-62d07cc02845 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Feb 17 18:00:52.954716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-61d5d08a-aca8-431a-a28b-f77dd88cbb22 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:52.955488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-61d5d08a-aca8-431a-a28b-f77dd88cbb22 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Synchronizing usage tracker for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:52.970854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-61d5d08a-aca8-431a-a28b-f77dd88cbb22 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Unset dirty status for tenant:314f882d705243f6a164b12f7e2e8650 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:52.972093 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-61d5d08a-aca8-431a-a28b-f77dd88cbb22 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.1054156 Feb 17 18:00:53.052419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Deleting port de60aaed-d22a-4869-9042-ffffdb3ccd27 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:53.052800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:53.080488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ca41-a96b-4a5a-b878-07d55a3240d3 req-28754a8c-21c4-4e5a-8d6f-738a031cf747 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:53.082050 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4ee8ca41-a96b-4a5a-b878-07d55a3240d3 req-28754a8c-21c4-4e5a-8d6f-738a031cf747 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0872185 Feb 17 18:00:53.132317 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4ee8ca41-a96b-4a5a-b878-07d55a3240d3 req-40e9e332-8afa-4e18-9102-06a642794a23 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Feb 17 18:00:53.494246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae2ee-2391-4029-982e-f7d97bb1eb2e req-b2a340d3-530b-434a-b976-e3c8d1b76177 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:53.495776 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0b5ae2ee-2391-4029-982e-f7d97bb1eb2e req-b2a340d3-530b-434a-b976-e3c8d1b76177 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 945 time: 0.0880930 Feb 17 18:00:53.526746 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] For port de60aaed-d22a-4869-9042-ffffdb3ccd27, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=de60aaed-d22a-4869-9042-ffffdb3ccd27,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:53.527136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:53.543277 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0b5ae2ee-2391-4029-982e-f7d97bb1eb2e req-f28f1a5b-da3c-40b8-9899-3f66301ff1b8 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/security-groups?id=51f2b02e-23a6-49ef-832e-09c4ec122191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Feb 17 18:00:53.661945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Calling delete_port for de60aaed-d22a-4869-9042-ffffdb3ccd27 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:53.821129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:53.838589 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:53.871793 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8253684-9fcb-4233-b626-eafdc4487df1 req-c8230ae4-cc2e-4404-9a62-9c30809b4674 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:53.873382 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a8253684-9fcb-4233-b626-eafdc4487df1 req-c8230ae4-cc2e-4404-9a62-9c30809b4674 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0890501 Feb 17 18:00:53.921443 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a8253684-9fcb-4233-b626-eafdc4487df1 req-be410f22-69f8-4ce3-ac0c-646d1ad2fd84 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Feb 17 18:00:53.944078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Pushing event deleted for resources: {'Port': ['ID=de60aaed-d22a-4869-9042-ffffdb3ccd27,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:53.946907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:54.049107 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] No DVR routers for this DVR port de60aaed-d22a-4869-9042-ffffdb3ccd27 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:00:54.051271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:54.055165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'name': 'network-vif-deleted', 'tag': 'de60aaed-d22a-4869-9042-ffffdb3ccd27'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:54.068277 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-239db67e-eeb9-488d-abdb-49df7aa64b77 req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.38 "DELETE /v2.0/ports/de60aaed-d22a-4869-9042-ffffdb3ccd27 HTTP/1.1" status: 204 len: 173 time: 1.0884912 Feb 17 18:00:54.105144 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448dd71f-0e51-4767-b74a-c85d04fa63f9', 'name': 'network-vif-deleted', 'tag': 'de60aaed-d22a-4869-9042-ffffdb3ccd27', 'status': 'completed', 'code': 200} Feb 17 18:00:54.334274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21e74e-cd74-4e81-9d8a-04efbd7e6a82 req-0ba3ab53-80af-4238-9cf7-c62ce2772abf tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:54.335814 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4a21e74e-cd74-4e81-9d8a-04efbd7e6a82 req-0ba3ab53-80af-4238-9cf7-c62ce2772abf tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0884492 Feb 17 18:00:54.386393 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4a21e74e-cd74-4e81-9d8a-04efbd7e6a82 req-4fb13471-2192-4b29-ab1d-b5d566430a96 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440445 Feb 17 18:00:54.587698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device de60aaed-d22a-4869-9042-ffffdb3ccd27 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:00:54.628863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: de60aaed-d22a-4869-9042-ffffdb3ccd27 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:00:54.629238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device de60aaed-d22a-4869-9042-ffffdb3ccd27 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:00:54.726295 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c0a111fe-751d-4d31-8548-3586d9b82ba1 req-0830e640-4763-4f09-a478-2ec9849968de tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] 10.222.0.52 "GET /v2.0/ports?device_id=448dd71f-0e51-4767-b74a-c85d04fa63f9 HTTP/1.1" status: 200 len: 210 time: 0.0527220 Feb 17 18:00:55.122619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541e73f-674c-4591-828a-3f8e4f0dc911 req-494adf5e-a5e8-428a-ada0-d8ce9a3695c4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:55.124114 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e541e73f-674c-4591-828a-3f8e4f0dc911 req-494adf5e-a5e8-428a-ada0-d8ce9a3695c4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0847006 Feb 17 18:00:55.174086 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e541e73f-674c-4591-828a-3f8e4f0dc911 req-cae984e1-3ac9-4c30-95d5-3bc7517ac34c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Feb 17 18:00:55.585126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdee6c-04f5-4517-b85d-9f2ed49f96b4 req-ebb9730f-df60-4666-b75d-9611509e7da6 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:55.586732 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16fdee6c-04f5-4517-b85d-9f2ed49f96b4 req-ebb9730f-df60-4666-b75d-9611509e7da6 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0867398 Feb 17 18:00:55.635004 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16fdee6c-04f5-4517-b85d-9f2ed49f96b4 req-e320ebb2-5e06-4a0e-a7eb-7a5c690396d1 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Feb 17 18:00:55.829275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51358) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:56.412488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98615f04-e0ad-4810-a3f4-9569ca570192 req-a86aecee-c5bd-48cc-8b4d-80bf92c3b346 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:56.414365 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-98615f04-e0ad-4810-a3f4-9569ca570192 req-a86aecee-c5bd-48cc-8b4d-80bf92c3b346 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1184962 Feb 17 18:00:56.510262 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-98615f04-e0ad-4810-a3f4-9569ca570192 req-b0401d7e-91ac-4478-b849-6c4a2485595c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615497 Feb 17 18:00:56.525203 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850465'] for router_interface, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:56.901039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7cf20-8f13-43d7-8a34-34e37be97323 req-44771841-19c5-4153-a829-7b5a46268b27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:56.902671 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cfb7cf20-8f13-43d7-8a34-34e37be97323 req-44771841-19c5-4153-a829-7b5a46268b27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1431446 Feb 17 18:00:56.995619 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cfb7cf20-8f13-43d7-8a34-34e37be97323 req-eb9c2afb-7cee-44ae-89b2-215565353d3a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857704 Feb 17 18:00:57.014205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Deleting port 0847aa8c-126c-460c-adcd-64664197c7d9 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:57.014635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:57.200006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] For port 0847aa8c-126c-460c-adcd-64664197c7d9, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0847aa8c-126c-460c-adcd-64664197c7d9,segment=NetworkSegment(79895dbe-f06a-4ac4-8f7c-20f6c67220d8),segment_id=79895dbe-f06a-4ac4-8f7c-20f6c67220d8)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:57.200408 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:57.341553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Calling delete_port for 0847aa8c-126c-460c-adcd-64664197c7d9 owned by network:router_interface {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:57.901546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffac26-7c6b-4439-8917-da30edacc236 req-f69e4bdf-c1d7-420b-938b-c608bbd6e8c1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:57.903125 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-53ffac26-7c6b-4439-8917-da30edacc236 req-f69e4bdf-c1d7-420b-938b-c608bbd6e8c1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1329083 Feb 17 18:00:58.003238 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-53ffac26-7c6b-4439-8917-da30edacc236 req-3c46d89d-5ca8-4248-a909-2847455915c1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933602 Feb 17 18:00:58.013593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:58.029893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:58.130841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0847aa8c-126c-460c-adcd-64664197c7d9,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:58.173715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:58.273919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c8f42-ee9d-4929-b521-5c3f75c8544e req-89c8607f-b856-4231-94c5-f26fe400672f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:58.275579 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-385c8f42-ee9d-4929-b521-5c3f75c8544e req-89c8607f-b856-4231-94c5-f26fe400672f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1514781 Feb 17 18:00:58.446949 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-385c8f42-ee9d-4929-b521-5c3f75c8544e req-ec4ac3f1-4293-4152-b960-cfa775fe6803 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640770 Feb 17 18:00:58.562935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850383'] for router_interface, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:59.105602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:00:59.386247 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d7b36-f4bb-45be-9611-ec55ea3bf02e req-146b9d41-2785-4a6d-88ae-547d7f279f9d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:59.387875 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e18d7b36-f4bb-45be-9611-ec55ea3bf02e req-146b9d41-2785-4a6d-88ae-547d7f279f9d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.2089829 Feb 17 18:00:59.389014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:00:59.400301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] Sync routers for ids ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:00:59.412756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] Routers {'9d70a6e2-44e0-43ce-a3a1-d0533e24305d'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:59.413667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:00:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:59.459922 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e18d7b36-f4bb-45be-9611-ec55ea3bf02e req-784448d1-5822-4425-9c14-e7baae3f967f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617166 Feb 17 18:00:59.461805 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1b830c58-926e-4e28-bdd6-e389a20f8ba5 admin admin] 10.222.0.52 "PUT /v2.0/routers/9d70a6e2-44e0-43ce-a3a1-d0533e24305d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6314216 Feb 17 18:00:59.464792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51404) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:59.684407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3357da-1abb-4522-8419-cf6452d05ff6 req-8e511095-a0d6-4ef1-8a04-3b61c206b04b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:59.686118 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee3357da-1abb-4522-8419-cf6452d05ff6 req-8e511095-a0d6-4ef1-8a04-3b61c206b04b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1022236 Feb 17 18:00:59.689625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks [] for router, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:59.738107 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee3357da-1abb-4522-8419-cf6452d05ff6 req-c343e6a8-5f0c-4e2d-9829-ac80106a1c2d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Feb 17 18:00:59.806388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] Set router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:59.904980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:59.919999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Deleting port 55f0b346-445a-4612-b0b3-14dbefa74a2a {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:59.920487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:00.122406 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T18:00:57Z', 'revision_number': 5, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port': {'id': '55f0b346-445a-4612-b0b3-14dbefa74a2a', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:52Z', 'updated_at': '2021-02-17T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:00.128734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] Checking router: 9d70a6e2-44e0-43ce-a3a1-d0533e24305d for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:01:00.138699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] Routers {'9d70a6e2-44e0-43ce-a3a1-d0533e24305d'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:00.139367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:00:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:00.175083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] For port 55f0b346-445a-4612-b0b3-14dbefa74a2a, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=55f0b346-445a-4612-b0b3-14dbefa74a2a,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:00.175556 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:00.331699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Calling delete_port for 55f0b346-445a-4612-b0b3-14dbefa74a2a owned by network:router_gateway {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:01:00.491631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] Set router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d gateway port host: None {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:00.667477 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T18:00:59Z', 'revision_number': 6, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port_host': None}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:00.681228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922ddee-50d2-4380-9b51-5b6866b5d1b6 None None] The sync data for ids ['9d70a6e2-44e0-43ce-a3a1-d0533e24305d'] in dv-cinder-760194-3-smb is: [{'id': '9d70a6e2-44e0-43ce-a3a1-d0533e24305d', 'name': 'tempest-ServerRescueNegativeTestJSON-1545960803-router', 'tenant_id': '314f882d705243f6a164b12f7e2e8650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T18:00:59Z', 'revision_number': 6, 'project_id': '314f882d705243f6a164b12f7e2e8650', 'gw_port_host': None}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:01:00.853997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638a50-d4de-484d-a537-9d593256e80e req-3e75e52e-9007-4eaa-acaa-70d6344e7a4d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:00.867994 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e3638a50-d4de-484d-a537-9d593256e80e req-3e75e52e-9007-4eaa-acaa-70d6344e7a4d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1884842 Feb 17 18:01:00.907291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0847aa8c-126c-460c-adcd-64664197c7d9 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:01:00.974442 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e3638a50-d4de-484d-a537-9d593256e80e req-080e8d2f-8834-4e47-a533-c0840ec4f04c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052043 Feb 17 18:01:00.995446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.003068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 0847aa8c-126c-460c-adcd-64664197c7d9 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:01:01.003707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0847aa8c-126c-460c-adcd-64664197c7d9 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:01:01.020845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-426a19aa-e1f5-45d5-bebc-ae629f1ca6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:01.101697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3030be-849b-4573-b59d-b126f0272aa5 req-ba7f7afa-59ad-4373-b0c6-b27018b11e4b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:01.112658 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0b3030be-849b-4573-b59d-b126f0272aa5 req-ba7f7afa-59ad-4373-b0c6-b27018b11e4b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1306024 Feb 17 18:01:01.115875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f0b346-445a-4612-b0b3-14dbefa74a2a,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:01.123514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:01.182935 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0b3030be-849b-4573-b59d-b126f0272aa5 req-b7d1581d-cce7-4d02-b3b6-4ece92a488dc tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691614 Feb 17 18:01:01.291048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047685'] for router_gateway, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.482589 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5288'] for router, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.485127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.575892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853846249'] for router, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.576466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d70a6e2-44e0-43ce-a3a1-d0533e24305d {{(pid=83942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:01:01.597414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.601423 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9d70a6e2-44e0-43ce-a3a1-d0533e24305d HTTP/1.1" status: 204 len: 168 time: 2.1355498 Feb 17 18:01:01.601579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51432) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:01.698808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Deleting subnet b204ba09-f492-4c5c-a93f-8a5615e83b86 {{(pid=83941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:01:01.703346 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.761730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149619'] for subnet, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:01.825580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:02.466071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a021b-c32a-4168-a5c4-a89efdb83ab6 req-eebb09ec-ce56-4f41-8bfe-b91e020db10f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:02.467705 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b66a021b-c32a-4168-a5c4-a89efdb83ab6 req-eebb09ec-ce56-4f41-8bfe-b91e020db10f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.2600319 Feb 17 18:01:02.553893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851146451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852558193'] for subnet, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:02.575436 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b66a021b-c32a-4168-a5c4-a89efdb83ab6 req-12d44a77-045a-4735-8ab0-0e00a59787f8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924017 Feb 17 18:01:02.661465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:02.667473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:02.726788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b204ba09-f492-4c5c-a93f-8a5615e83b86,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:02.737580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.737982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.738412 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.738809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.739200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.739586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.739973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.740354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.740732 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.741114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.741492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.741868 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.742353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.742738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.743116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.743490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.743872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.744234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.744610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.744983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.745356 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.745728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.746102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.746509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:02.756647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908413db-a062-4c46-90d0-9908de599d36 req-a06f803f-8fc0-4748-b5c4-167daa304944 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:02.763003 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-908413db-a062-4c46-90d0-9908de599d36 req-a06f803f-8fc0-4748-b5c4-167daa304944 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.3795335 Feb 17 18:01:02.770309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:02.770848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:02.789878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:02.835081 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-908413db-a062-4c46-90d0-9908de599d36 req-e701be83-ae44-4fe5-8496-b6f7e9bcc794 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709984 Feb 17 18:01:02.867470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:02.875773 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4e132502-a606-4420-b21c-f8de7aef27af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b204ba09-f492-4c5c-a93f-8a5615e83b86 HTTP/1.1" status: 204 len: 168 time: 1.2727358 Feb 17 18:01:02.878408 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51446) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:02.970945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 55f0b346-445a-4612-b0b3-14dbefa74a2a no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:01:03.016958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 55f0b346-445a-4612-b0b3-14dbefa74a2a {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:01:03.017663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 55f0b346-445a-4612-b0b3-14dbefa74a2a not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:01:03.286694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:03.514219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:03.652900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e043fe49-685b-4152-a545-a467db657031']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:03.673170 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79895dbe-f06a-4ac4-8f7c-20f6c67220d8') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:03.673510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79895dbe-f06a-4ac4-8f7c-20f6c67220d8') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:03.688811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:03.727076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:03.730051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:01:03.804812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8ca37-8463-4902-8ce4-66c0c69841f1 req-ca89675e-d990-49ac-9f89-4b4a6456cf90 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:03.806641 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17c8ca37-8463-4902-8ce4-66c0c69841f1 req-ca89675e-d990-49ac-9f89-4b4a6456cf90 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0967524 Feb 17 18:01:03.895658 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17c8ca37-8463-4902-8ce4-66c0c69841f1 req-529582a1-261a-413e-857f-800da6ee76d7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822706 Feb 17 18:01:03.948789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Network e043fe49-685b-4152-a545-a467db657031 has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:01:03.961582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:04.083915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7ce6-c208-4d96-9200-d3037cc56742 req-641b0c4f-b8bc-4054-a67b-726623deadb4 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:04.091980 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-31ff7ce6-c208-4d96-9200-d3037cc56742 req-641b0c4f-b8bc-4054-a67b-726623deadb4 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1006286 Feb 17 18:01:04.151968 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-31ff7ce6-c208-4d96-9200-d3037cc56742 req-74700fc6-1d10-457d-98f0-4e815d62f777 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589263 Feb 17 18:01:04.193303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Network e043fe49-685b-4152-a545-a467db657031 has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:01:04.218417 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:01:04.367297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:04.372213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:04.374932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:04.398454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Pushing event deleted for resources: {'Network': ['ID=e043fe49-685b-4152-a545-a467db657031,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:04.401386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:04.408635 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] 10.222.0.52 "DELETE /v2.0/networks/e043fe49-685b-4152-a545-a467db657031 HTTP/1.1" status: 204 len: 168 time: 1.5291455 Feb 17 18:01:04.608662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51468) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:04.673166 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-eeb28355-0a73-4444-8bd4-9f7232794b49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=314f882d705243f6a164b12f7e2e8650&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607281 Feb 17 18:01:04.674026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51474) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:04.744878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:04.779329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:04.844302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:04.851938 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:04.872677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f2b02e-23a6-49ef-832e-09c4ec122191,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:04.877473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:04.879757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:04.881419 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51f2b02e-23a6-49ef-832e-09c4ec122191 HTTP/1.1" status: 204 len: 168 time: 0.2060487 Feb 17 18:01:05.126860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce125-629b-49f9-a0bc-56f34d8c2570 req-0635e16f-e397-4ae8-ba14-608c85294e67 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:05.135935 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a99ce125-629b-49f9-a0bc-56f34d8c2570 req-0635e16f-e397-4ae8-ba14-608c85294e67 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1235321 Feb 17 18:01:05.192867 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a99ce125-629b-49f9-a0bc-56f34d8c2570 req-b198bc3c-6abc-4aaf-8a73-9b640f344dbf tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560052 Feb 17 18:01:05.384418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6325b-d1bf-4323-8f6f-e9baac3a1cac req-04e9f789-ecbc-4774-b2bf-29955d4f6809 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:05.386052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-57b6325b-d1bf-4323-8f6f-e9baac3a1cac req-04e9f789-ecbc-4774-b2bf-29955d4f6809 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1093731 Feb 17 18:01:05.450527 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-57b6325b-d1bf-4323-8f6f-e9baac3a1cac req-ebce0043-f6a1-4cc3-a2f7-981d155f5284 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531502 Feb 17 18:01:06.259139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:06.406448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51520) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:06.462523 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ff17-60fc-4928-a505-80ee55838c00 req-5d900db1-a947-4f93-81b8-8ef383e41f05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:06.473359 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0c1ff17-60fc-4928-a505-80ee55838c00 req-5d900db1-a947-4f93-81b8-8ef383e41f05 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1152089 Feb 17 18:01:06.536666 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0c1ff17-60fc-4928-a505-80ee55838c00 req-3991bdcf-52ef-4b56-ad01-507fceaef6e6 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621293 Feb 17 18:01:06.625612 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:06.682573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:06.696532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Usage tracker for resource:security_group_rule and tenant:5fe889dc52df408e9e9e3fd34c17e719 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:06.699883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:06.713671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:06.873813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448195a8-0ed4-4714-b330-23a8aa7b952c req-c87c525f-44b0-4e24-8b19-8573aa8560f9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:06.882168 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-448195a8-0ed4-4714-b330-23a8aa7b952c req-c87c525f-44b0-4e24-8b19-8573aa8560f9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1872795 Feb 17 18:01:06.890748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:06.895283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:06.906761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-02d16a42-fe82-4adc-8919-066e213c5808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:06.942958 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-448195a8-0ed4-4714-b330-23a8aa7b952c req-a7cf8bb6-9745-4560-813d-624017a9e48b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594432 Feb 17 18:01:06.947720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a23963-3a26-4084-bcd0-967d1f2f3e87,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:06.962738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:06.976797 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3a9e16b4-5a6f-4153-a817-c6b05e7fdcaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fe889dc52df408e9e9e3fd34c17e719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689223 Feb 17 18:01:06.979803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51538) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:07.052696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:07.081758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:07.155567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:07.162127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c3126064-8cf2-4f85-949d-1ca3d64009c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:07.179345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:07.183781 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71a23963-3a26-4084-bcd0-967d1f2f3e87 HTTP/1.1" status: 204 len: 168 time: 0.2028384 Feb 17 18:01:07.184813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a23963-3a26-4084-bcd0-967d1f2f3e87,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:07.187399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:07.370985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff50325-a768-48eb-8346-a833f5b1fca8 req-ad488908-c86c-4ce7-b7dd-4a54698a0583 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:07.378798 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ff50325-a768-48eb-8346-a833f5b1fca8 req-ad488908-c86c-4ce7-b7dd-4a54698a0583 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1037052 Feb 17 18:01:07.440497 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ff50325-a768-48eb-8346-a833f5b1fca8 req-b2c6e4c8-5919-4d4b-ae25-a021b341cee4 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572958 Feb 17 18:01:07.582840 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-241457f9-1910-4a6a-9641-c43d31f1dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:07.585275 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-241457f9-1910-4a6a-9641-c43d31f1dd13 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1162 time: 0.0997400 Feb 17 18:01:07.784486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a6274-135d-45cf-a65a-28b7bab239cd req-34571ced-d699-497b-a60a-433371cb66fe tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:07.786911 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-183a6274-135d-45cf-a65a-28b7bab239cd req-34571ced-d699-497b-a60a-433371cb66fe tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1029971 Feb 17 18:01:07.807259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-fddae346-9bca-4bcb-a8dc-f2a57eb1ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:07.809197 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-fddae346-9bca-4bcb-a8dc-f2a57eb1ce4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.2154229 Feb 17 18:01:07.866958 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-183a6274-135d-45cf-a65a-28b7bab239cd req-02d56caa-9b9b-42fb-9026-188ad30a6bf1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688500 Feb 17 18:01:07.954085 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-739caea0-7b5b-449d-b7cd-1dedd261f0dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 1000 time: 0.1362987 Feb 17 18:01:08.052348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-b74f01ed-a2be-417c-b2ca-1725226ecbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:08.053979 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-b74f01ed-a2be-417c-b2ca-1725226ecbb2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0930219 Feb 17 18:01:08.191708 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-54a81b52-e7c4-4927-9c7e-0b7e8065b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:08.194319 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-54a81b52-e7c4-4927-9c7e-0b7e8065b1d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1314039 Feb 17 18:01:08.199596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51570) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:08.404976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2063125041-network', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:08.416571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:08.434615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Usage tracker for resource:network and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:08.441566 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:08.458011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:08.473162 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-e4294c5f-e0d4-453e-ab6f-6351bffafcfb service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661748 Feb 17 18:01:08.478250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Made reservation on behalf of a2ec9fd9ea814aa894273850c4867bd4 for: {'network': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:08.484676 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.529597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.614513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:08.619731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Usage tracker for resource:security_group_rule and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:08.623464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:08.631842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:08.757696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.763521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.770590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1c01f687-fc97-4265-b087-77aebcfa8454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:08.786435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91b6bb-6454-41ad-9e94-61b1720e26ef req-f165e5be-cd23-4e8a-a275-a4b5e4a25a27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:08.789034 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0b91b6bb-6454-41ad-9e94-61b1720e26ef req-f165e5be-cd23-4e8a-a275-a4b5e4a25a27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1778860 Feb 17 18:01:08.815794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:01:08.854899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.855352 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Added segment 7eb2e70c-9468-48c5-96ee-479421aa7133 of type vxlan for network e62f5afc-a1be-46e6-8379-73414bb23f3b Feb 17 18:01:08.863487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26597834-c484-4af1-9b73-cbcaff8b29cd,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:08.867724 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0b91b6bb-6454-41ad-9e94-61b1720e26ef req-8d498ada-cdff-45c7-a1d6-8412df9ef3d1 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700653 Feb 17 18:01:08.871511 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a374c7fb-65b2-4f65-a43d-205078c6cf90 req-7ff7bde2-3e19-4943-8645-d118620e7c17 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3721447 Feb 17 18:01:08.872248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:08.897986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.931136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.932483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:08.933126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.938529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:09.069884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Pushing event updated for resources: {'Network': ['ID=e62f5afc-a1be-46e6-8379-73414bb23f3b,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:09.073568 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8728504 Feb 17 18:01:09.074817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:09.076857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51590) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:09.083080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Request body: {'subnet': {'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2063125041-subnet', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:09.086479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network e62f5afc-a1be-46e6-8379-73414bb23f3b details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:01:09.088321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:09.092660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Usage tracker for resource:subnet and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:09.096466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:09.103305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:09.106245 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network e62f5afc-a1be-46e6-8379-73414bb23f3b details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:01:09.112326 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ff246-8e42-4fef-aea8-df8d8534996f req-3b60e1cd-dc9d-4946-8d40-d873a393fda5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:09.114125 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-694ff246-8e42-4fef-aea8-df8d8534996f req-3b60e1cd-dc9d-4946-8d40-d873a393fda5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1210897 Feb 17 18:01:09.137922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Made reservation on behalf of a2ec9fd9ea814aa894273850c4867bd4 for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:09.145160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852475006'] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:09.181675 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-694ff246-8e42-4fef-aea8-df8d8534996f req-bf165d48-31b7-4521-b6fa-e8435049bdec tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579731 Feb 17 18:01:09.632067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853127846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852474989'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:09.649165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a6efd6be-7a8d-4aa3-a531-ea52627cffa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:09.818123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ad695a-c5f9-4460-8830-503f7b665254,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:09.822949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:09.936673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Checking segment: {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:09.937071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Network hostable DHCP agents. Network: e62f5afc-a1be-46e6-8379-73414bb23f3b, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:01:09.962895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Network e62f5afc-a1be-46e6-8379-73414bb23f3b is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:01:09.977311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, e62f5afc-a1be-46e6-8379-73414bb23f3b) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:09.990592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd919d76-11ab-48b5-9785-7345420038ce None None] Network e62f5afc-a1be-46e6-8379-73414bb23f3b requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:01:09.994323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:09.995427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.027577 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d4387484-8e0b-4595-bfca-5157ee9c06ec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9494722 Feb 17 18:01:10.030277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51608) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:10.036895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:10.042969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:10.048448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Usage tracker for resource:router and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:10.052885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:10.061116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:10.073602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5305'] for router, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.076349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853727602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853765699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770527'] for router, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.116750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.125495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e883a-5c83-44b1-a42d-77577ba16759 req-9200c30a-eb28-4b3d-a4bf-8ae5648befac tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:10.133646 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e6e883a-5c83-44b1-a42d-77577ba16759 req-9200c30a-eb28-4b3d-a4bf-8ae5648befac tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1361296 Feb 17 18:01:10.181836 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51612) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:10.242921 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e6e883a-5c83-44b1-a42d-77577ba16759 req-e9e919e3-ff5a-4207-9ad6-8ecdd4206b1d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041253 Feb 17 18:01:10.289698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45e6ba6e-285f-5e41-a64b-f9a6ba1e3939-e62f5afc-a1be-46e6-8379-73414bb23f3b', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254'}]}} from dv-cinder-760194-3-smb. {{(pid=83943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:01:10.290800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.440389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.522227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:10.536679 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Usage tracker for resource:security_group_rule and tenant:010fa04b45af444d82ce4a6edc235667 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:10.543782 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:10.556903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:10.560697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:01:10.577281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b99321-a2fc-46f6-89b5-5b488a332d04 req-c8a7dd6a-a92b-42f8-80f3-433ca6a6f385 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:10.588104 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-62b99321-a2fc-46f6-89b5-5b488a332d04 req-c8a7dd6a-a92b-42f8-80f3-433ca6a6f385 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1308427 Feb 17 18:01:10.657096 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-62b99321-a2fc-46f6-89b5-5b488a332d04 req-aad350e1-7c2b-404b-ade4-39aab7682081 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679059 Feb 17 18:01:10.755926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:10.774154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.782671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.812304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7acf9db0-3e68-458c-a82a-5869c81224f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:10.832849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Allocated IP 172.20.0.2 (e62f5afc-a1be-46e6-8379-73414bb23f3b/24ad695a-c5f9-4460-8830-503f7b665254/83eff324-2124-4ffe-b3f7-1a8fc41489e5) {{(pid=83943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:10.847189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:10.847822 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=010fa04b45af444d82ce4a6edc235667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648233 Feb 17 18:01:10.850768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.855187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51622) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:10.856047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0001d9f-accd-4042-91fd-b7e9cebdfa74,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:10.867786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.877004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:10.951491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:10.980949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.039510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.046268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f0d4fa05-7651-475e-aa07-9fa96b1e027f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:11.061091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0001d9f-accd-4042-91fd-b7e9cebdfa74,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:11.068229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:11.069040 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.070277 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0001d9f-accd-4042-91fd-b7e9cebdfa74 HTTP/1.1" status: 204 len: 168 time: 0.2109277 Feb 17 18:01:11.313307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Notify callbacks [] for port, precommit_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.326915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Transition to ACTIVE for port object 83eff324-2124-4ffe-b3f7-1a8fc41489e5 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:11.362291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Transition to ACTIVE for port object 83eff324-2124-4ffe-b3f7-1a8fc41489e5 will not be triggered until provisioned by entity DHCP. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:11.381711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.383680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.427171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.463233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:11.546629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Pushing event updated for resources: {'Port': ['ID=83eff324-2124-4ffe-b3f7-1a8fc41489e5,revision_number=1']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:11.582371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.582768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.583146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.583627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.583880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.584249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.584614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.584980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.585341 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.585703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.586076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.586472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.586930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.587295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.587655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.588017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.588349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.588717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.589077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.589433 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.589790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.590149 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.590528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.590890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:11.598970 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:11.632738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Network e62f5afc-a1be-46e6-8379-73414bb23f3b is already hosted by enough agents. {{(pid=83943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:11.633933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Resources bound (agent type, host, resource id): {{(pid=83943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:11.636456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Received port after_create {{(pid=83943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:11.699159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Attempting to bind port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:11.699548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Attempting to bind port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:11.699988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Attempting to bind port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 on network e62f5afc-a1be-46e6-8379-73414bb23f3b {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:11.705963 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:11.706428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Checking segment: {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:11.706889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.707506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Bound using segment: {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:11.707897 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Bound port: 83eff324-2124-4ffe-b3f7-1a8fc41489e5, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:11.708246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.733948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Allocated IP 172.28.0.176 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/3f7e7369-82a2-4adb-acb6-555e15211da6) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:11.839309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] For port 83eff324-2124-4ffe-b3f7-1a8fc41489e5, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:01:11.843856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] For port 83eff324-2124-4ffe-b3f7-1a8fc41489e5, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=83eff324-2124-4ffe-b3f7-1a8fc41489e5,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:01:11.849547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.869436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8340761f-2afe-4e0c-8c4a-7521dcf48412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:11.890654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad430c-f5e4-4ae2-9eb6-6ddcffea63f4 req-1a40e020-cceb-4096-aad0-02516126adeb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:11.898994 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-33ad430c-f5e4-4ae2-9eb6-6ddcffea63f4 req-1a40e020-cceb-4096-aad0-02516126adeb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1113012 Feb 17 18:01:11.920413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.955088 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-33ad430c-f5e4-4ae2-9eb6-6ddcffea63f4 req-2fa022d3-1e6f-45f4-80a4-ea1059dc04bf tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550687 Feb 17 18:01:11.957456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:11.978979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-070effb8-ee88-443d-899b-636ceca25877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:12.125880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7e7369-82a2-4adb-acb6-555e15211da6,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:12.130604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:12.167952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Pushing event updated for resources: {'Port': ['ID=83eff324-2124-4ffe-b3f7-1a8fc41489e5,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:12.173831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:12.195489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:12.196673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:12.198952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:12.403700 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51664) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:12.547240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.565000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:12.569568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:264a1af6b7d84cddaf52ec1af60e05de is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:12.572955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:12.574222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b374-109a-4a3e-bca5-f671e17253df req-535b7793-1a0d-4bf5-8d11-16ace2e28f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:12.576834 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee65b374-109a-4a3e-bca5-f671e17253df req-535b7793-1a0d-4bf5-8d11-16ace2e28f1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1163 time: 0.1609638 Feb 17 18:01:12.580526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:12.679778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.682896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.696310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e8fef96c-fb82-435b-a7ef-638bbd2ed6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:12.721121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-119d4350-6c4e-401a-b6a6-68ffc4d37b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.729101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0525ba6a-6f3c-48c9-85fb-d7e54fb56f68,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:12.732464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:12.750263 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=264a1af6b7d84cddaf52ec1af60e05de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452127 Feb 17 18:01:12.752916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51670) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:12.814486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.841308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.892557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.899185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-90f83859-ce9a-4bec-a414-4f1682891e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:12.902034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b374-109a-4a3e-bca5-f671e17253df req-ca498496-af26-417d-a794-1933764c571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:12.903721 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee65b374-109a-4a3e-bca5-f671e17253df req-ca498496-af26-417d-a794-1933764c571f service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.3180242 Feb 17 18:01:12.904390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.911558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525ba6a-6f3c-48c9-85fb-d7e54fb56f68,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:12.914283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:12.923813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:12.925054 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0525ba6a-6f3c-48c9-85fb-d7e54fb56f68 HTTP/1.1" status: 204 len: 168 time: 0.1706996 Feb 17 18:01:13.026286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 83eff324-2124-4ffe-b3f7-1a8fc41489e5 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:13.123260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:13.159615 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee65b374-109a-4a3e-bca5-f671e17253df req-e9422c5d-9c8e-4888-81ab-ea9c7aff56b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 200 len: 1002 time: 0.1902201 Feb 17 18:01:13.189270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72ed9-9280-4769-958f-64ad592cb8f6 req-84cfde81-4816-4d46-9ab4-4fb49e0fb1a9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:13.191239 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cfb72ed9-9280-4769-958f-64ad592cb8f6 req-84cfde81-4816-4d46-9ab4-4fb49e0fb1a9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1024866 Feb 17 18:01:13.248649 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cfb72ed9-9280-4769-958f-64ad592cb8f6 req-d21a73f3-cafa-4909-b1aa-cc989ffb156d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501347 Feb 17 18:01:13.587004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b374-109a-4a3e-bca5-f671e17253df req-a7b16ce4-43bc-4d18-9759-c8a0904e1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:13.588576 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee65b374-109a-4a3e-bca5-f671e17253df req-a7b16ce4-43bc-4d18-9759-c8a0904e1eb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.4202590 Feb 17 18:01:13.650917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca87bf-fc52-44c4-bd51-6aee1219196c None None] Network e62f5afc-a1be-46e6-8379-73414bb23f3b requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:01:13.751900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Provisioning for port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:13.761579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853856084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566'] for router, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:13.763051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Provisioning complete for port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:13.763617 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:13.846719 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b374-109a-4a3e-bca5-f671e17253df req-84e8b4f6-e7b1-4a84-8aba-50bac55463ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:13.848350 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee65b374-109a-4a3e-bca5-f671e17253df req-84e8b4f6-e7b1-4a84-8aba-50bac55463ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2511833 Feb 17 18:01:14.017546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:14.068754 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] For port 83eff324-2124-4ffe-b3f7-1a8fc41489e5, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=83eff324-2124-4ffe-b3f7-1a8fc41489e5,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:14.072883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:14.074464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:14.134959 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee65b374-109a-4a3e-bca5-f671e17253df req-b906e5ae-99ea-4f31-8268-819976974568 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742126 Feb 17 18:01:14.148430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Pushing event updated for resources: {'Port': ['ID=83eff324-2124-4ffe-b3f7-1a8fc41489e5,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:14.152871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:14.262262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Router 4f744bfb-2b63-48b0-a824-256826f766b6 is scheduled to L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f with binding_index 1 {{(pid=83942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:01:14.311228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ae2cfd6f-cfd8-4329-a21e-000faf54cb2b None None] Provisioning complete for port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:14.311656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ae2cfd6f-cfd8-4329-a21e-000faf54cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:14.409713 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee65b374-109a-4a3e-bca5-f671e17253df req-f0a96550-2fa8-4bdd-ba88-d9487e3c5edc service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2651837 Feb 17 18:01:14.559672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:01:14.577512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Sync routers for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:01:14.596885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:14.601225 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5667808 Feb 17 18:01:14.601488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51740) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:14.604225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:14.605093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:00:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:14.613725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d848d4-285b-41df-8411-04ec76e480bd req-14a65e68-c801-4276-b13c-2cada19f39c2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:14.625930 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b5d848d4-285b-41df-8411-04ec76e480bd req-14a65e68-c801-4276-b13c-2cada19f39c2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1505680 Feb 17 18:01:14.705980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-a6f24a11-2b8e-4fb5-b833-ca4c5f65d29b None None] Provisioning complete for port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:14.706468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a6f24a11-2b8e-4fb5-b833-ca4c5f65d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:14.713930 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b5d848d4-285b-41df-8411-04ec76e480bd req-cdc915ea-60b3-4247-9a15-24dab9290e03 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868628 Feb 17 18:01:14.892551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:15.035820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 83eff324-2124-4ffe-b3f7-1a8fc41489e5 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:15.274363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:15.274867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:15.309076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2c17f693-3f68-4ddd-8ed8-94a102529e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:15.407165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:15.419444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-48e0c893-ad67-423e-9a3f-edd0981ccb4d None None] Provisioning complete for port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:15.419444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-48e0c893-ad67-423e-9a3f-edd0981ccb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:15.447777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:15.556210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:12Z', 'revision_number': 3, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:15.600417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Checking router: 4f744bfb-2b63-48b0-a824-256826f766b6 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:01:15.600749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Updating router 4f744bfb-2b63-48b0-a824-256826f766b6 port 3f7e7369-82a2-4adb-acb6-555e15211da6 binding host dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:01:15.673727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:15.772380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Allocated IP 172.20.0.1 (e62f5afc-a1be-46e6-8379-73414bb23f3b/24ad695a-c5f9-4460-8830-503f7b665254/0a829f15-33d1-40e5-96b2-bce0452ca689) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:15.919358 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0c502-3b0f-4359-bbc7-543b98f04fa9 req-b325e9e1-02e3-4d58-81a4-452c66b07815 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:15.922510 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3fb0c502-3b0f-4359-bbc7-543b98f04fa9 req-b325e9e1-02e3-4d58-81a4-452c66b07815 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0914004 Feb 17 18:01:15.961410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:15.970297 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3fb0c502-3b0f-4359-bbc7-543b98f04fa9 req-10f25780-259b-4570-8cf6-4600f657ed5d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 Feb 17 18:01:15.978451 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Transition to ACTIVE for port object 0a829f15-33d1-40e5-96b2-bce0452ca689 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:16.006926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.023515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:16.111665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.124460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Transition to ACTIVE for port object 3f7e7369-82a2-4adb-acb6-555e15211da6 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:16.127817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.144038 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:16.430796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a829f15-33d1-40e5-96b2-bce0452ca689,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:16.435696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:16.479269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.485680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Network e62f5afc-a1be-46e6-8379-73414bb23f3b is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:16.486908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:16.488837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827be6c-7feb-4605-bcd9-ac87a58c54ff None None] Pushing event updated for resources: {'Port': ['ID=3f7e7369-82a2-4adb-acb6-555e15211da6,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:16.489210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:16.501985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0827be6c-7feb-4605-bcd9-ac87a58c54ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:16.548258 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853850857'] for router_interface, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.551353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Attempting to bind port 3f7e7369-82a2-4adb-acb6-555e15211da6 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.551880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Attempting to bind port 3f7e7369-82a2-4adb-acb6-555e15211da6 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:16.552515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Attempting to bind port 3f7e7369-82a2-4adb-acb6-555e15211da6 on network b6e25248-6bed-4b78-8681-3d07b5d178fb {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:16.558652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:16.559217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:16.559763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.560349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Bound using segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:16.560979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Bound port: 3f7e7369-82a2-4adb-acb6-555e15211da6, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:16.561488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.651604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] For port 3f7e7369-82a2-4adb-acb6-555e15211da6, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:01:16.655273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] For port 3f7e7369-82a2-4adb-acb6-555e15211da6, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=3f7e7369-82a2-4adb-acb6-555e15211da6,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:01:16.660842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.679207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a32e2c77-d002-4e36-addd-1e646f4ff620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:16.776457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device e00d3b30-67e8-4d15-9798-0be8fd5de343 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:01:16.874208 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-791dc7df-014c-47a3-861a-b5248d456757 None None] Provisioning for port 0a829f15-33d1-40e5-96b2-bce0452ca689 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:16.886047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.908998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-791dc7df-014c-47a3-861a-b5248d456757 None None] Provisioning complete for port 0a829f15-33d1-40e5-96b2-bce0452ca689 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:16.909426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-791dc7df-014c-47a3-861a-b5248d456757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:16.956734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827be6c-7feb-4605-bcd9-ac87a58c54ff None None] Pushing event updated for resources: {'Port': ['ID=3f7e7369-82a2-4adb-acb6-555e15211da6,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:16.960296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0827be6c-7feb-4605-bcd9-ac87a58c54ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:17.058616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-791dc7df-014c-47a3-861a-b5248d456757 None None] Port 0a829f15-33d1-40e5-96b2-bce0452ca689 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:01:17.088385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:17.099382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:17.100250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:17.192634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786d73-0003-4172-ba0b-e8a3b6b90c44 req-7253adae-5639-4c29-b7af-f92541f1b95f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:17.194425 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56786d73-0003-4172-ba0b-e8a3b6b90c44 req-7253adae-5639-4c29-b7af-f92541f1b95f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0985448 Feb 17 18:01:17.195569 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:01:17.199985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:17.204212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:17.225411 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port e00d3b30-67e8-4d15-9798-0be8fd5de343, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:17.236439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:17.236650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:17.252780 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56786d73-0003-4172-ba0b-e8a3b6b90c44 req-abf85d2f-1660-40ac-9aa2-f9b64a224f6d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512459 Feb 17 18:01:17.341066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:17.349385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a829f15-33d1-40e5-96b2-bce0452ca689,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:17.352498 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:17.353649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925041'] for router_interface, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:17.390809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0827be6c-7feb-4605-bcd9-ac87a58c54ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:17.431989 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'code': 422} returned with failed status Feb 17 18:01:17.512632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Network e62f5afc-a1be-46e6-8379-73414bb23f3b is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:17.513937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:17.551677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:17.654740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:17.660274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:17.777414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Router 4f744bfb-2b63-48b0-a824-256826f766b6 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:01:17.799555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:15Z', 'revision_number': 1, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:17.802937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b0cf098-aad0-4fab-94e3-12780a58584d None None] Provisioning complete for port 0a829f15-33d1-40e5-96b2-bce0452ca689 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:17.803359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf098-aad0-4fab-94e3-12780a58584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:17.842736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37e12a-dd98-48d6-a705-4a59e14cc0a1 None None] The sync data for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb is: [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:15Z', 'revision_number': 1, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:01:17.878988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cf098-aad0-4fab-94e3-12780a58584d None None] Port 0a829f15-33d1-40e5-96b2-bce0452ca689 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:01:18.001889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:01:18.016312 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] 10.222.0.52 "PUT /v2.0/routers/4f744bfb-2b63-48b0-a824-256826f766b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4089901 Feb 17 18:01:18.383616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7839b0-0eec-4e52-8d58-0b30e508fc88 req-0fb86a61-f6ed-4302-b745-a42f20e308fb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:18.397073 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ed7839b0-0eec-4e52-8d58-0b30e508fc88 req-0fb86a61-f6ed-4302-b745-a42f20e308fb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1230547 Feb 17 18:01:18.458769 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ed7839b0-0eec-4e52-8d58-0b30e508fc88 req-2ea6bb30-0c1d-4049-b2c9-9533a5e81d99 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606408 Feb 17 18:01:18.469130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51804) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:18.617514 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-01b97415-ccaf-499e-a973-618862d0981b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1468205 Feb 17 18:01:18.990775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 51828) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:18.997007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-305063993-network', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:19.003254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:19.009590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Usage tracker for resource:network and tenant:7bd3ac93657e4095bbeb1b7a97b52582 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:19.022967 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3f7e7369-82a2-4adb-acb6-555e15211da6 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:19.036895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:19.044221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:19.058302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Made reservation on behalf of 7bd3ac93657e4095bbeb1b7a97b52582 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:19.067804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.082801 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.100504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 3f7e7369-82a2-4adb-acb6-555e15211da6 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:19.103097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:19.111407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd3ac93657e4095bbeb1b7a97b52582 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:19.115014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 3f7e7369-82a2-4adb-acb6-555e15211da6 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:19.115440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.123585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:19.130610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:19.264237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.268351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.273223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-10b68f28-d59c-4316-8271-e0301b769e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:19.277410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.295069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 3f7e7369-82a2-4adb-acb6-555e15211da6, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=3f7e7369-82a2-4adb-acb6-555e15211da6,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:19.299619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.302223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:19.307751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a8a84f-e0a8-45ea-a43c-2495320bb3b2,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:19.311837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:19.325586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:01:19.336817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.337313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Added segment 340a7934-8a02-4996-adaa-4c4c8acd129b of type vxlan for network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea Feb 17 18:01:19.374001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.405000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=3f7e7369-82a2-4adb-acb6-555e15211da6,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:19.409346 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:19.413517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.415607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:19.416260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.422084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5578ea50-55ae-46d9-9846-43628b30db77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:19.531672 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5371516 Feb 17 18:01:19.532219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51836) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:19.532829 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:19.538560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:19.539860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Request body: {'subnet': {'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-305063993-subnet', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:19.544645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:01:19.548093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:19.553252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Usage tracker for resource:subnet and tenant:7bd3ac93657e4095bbeb1b7a97b52582 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:19.556370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:19.562375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:19.566957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:01:19.573777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Made reservation on behalf of 7bd3ac93657e4095bbeb1b7a97b52582 for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:19.578574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852475006'] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.702468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec4e75-5175-443a-bbae-60c45bb1d60a req-342ca039-e42f-4cef-9ff8-094c0e96cf93 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:19.704192 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d9ec4e75-5175-443a-bbae-60c45bb1d60a req-342ca039-e42f-4cef-9ff8-094c0e96cf93 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1039715 Feb 17 18:01:19.756471 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d9ec4e75-5175-443a-bbae-60c45bb1d60a req-7468964f-85fd-46de-88ed-f3ede62bfa3a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Feb 17 18:01:20.108529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-da29e00a-7b0d-4827-a30c-8454f4659e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:20.108529 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-da29e00a-7b0d-4827-a30c-8454f4659e54 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b&tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 1161 time: 0.1512871 Feb 17 18:01:20.108529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853127846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852474989'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:20.124195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:20.532586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52f499a-ad2f-40f0-ad68-ff0b7da4f04e,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:20.538059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:20.593012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-2d49338b-73cd-4282-8b1f-33b36d9303ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:20.594650 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-2d49338b-73cd-4282-8b1f-33b36d9303ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1161 time: 0.4419079 Feb 17 18:01:20.717619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Checking segment: {'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:20.718017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Network hostable DHCP agents. Network: d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:01:20.759083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:01:20.781146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-49b90678-d88b-44db-a18b-90c73c5f1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:20.783409 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-49b90678-d88b-44db-a18b-90c73c5f1ab7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.1803923 Feb 17 18:01:20.784074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:20.793518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e215a-a3c9-4fa7-a4ed-5943715c414b None None] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:01:20.856595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:20.857250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:20.905982 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-95698f64-e0cb-4c08-aa8b-93eae550fbf9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3724740 Feb 17 18:01:20.906854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51844) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:20.922539 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:20.931546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-1c6f3c64-0e05-488b-ba15-e4eea180e8b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 200 len: 1000 time: 0.1384902 Feb 17 18:01:20.932532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:20.936884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Usage tracker for resource:router and tenant:7bd3ac93657e4095bbeb1b7a97b52582 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:20.992178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3f7e7369-82a2-4adb-acb6-555e15211da6 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:21.004379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:21.021275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:21.025415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eae84-646e-4e0f-b352-db65db1b86b6 req-6c99b8f6-4110-4529-a02d-1a7f8efccca2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:21.027797 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee4eae84-646e-4e0f-b352-db65db1b86b6 req-6c99b8f6-4110-4529-a02d-1a7f8efccca2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1292424 Feb 17 18:01:21.043521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5305'] for router, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.044558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853727602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853765699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770527'] for router, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.050964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-c9da11d8-4baa-46c6-875c-611fab2c9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:21.052604 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-c9da11d8-4baa-46c6-875c-611fab2c9c38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.1121190 Feb 17 18:01:21.095265 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ee4eae84-646e-4e0f-b352-db65db1b86b6 req-170ec908-0a8d-4b9f-b6ea-312c581d19e8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599334 Feb 17 18:01:21.118403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.300828 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45e6ba6e-285f-5e41-a64b-f9a6ba1e3939-d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'fixed_ips': [{'subnet_id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e'}]}} from dv-cinder-760194-3-smb. {{(pid=83943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:01:21.301777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.329505 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 3f7e7369-82a2-4adb-acb6-555e15211da6 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:21.329936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.370830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-9272629c-8286-436c-abc5-28d88aa77e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:21.372745 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-9272629c-8286-436c-abc5-28d88aa77e1a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3122318 Feb 17 18:01:21.462131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.538932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Sync routers for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:01:21.552452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:21.553132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:21.676252 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-728fc76a-5daa-4f31-ba55-6c2183f86bd0 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432609 Feb 17 18:01:21.740094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Allocated IP 172.20.0.2 (d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea/e52f499a-ad2f-40f0-ad68-ff0b7da4f04e/31732a40-0223-4e56-814b-6eba53af6ea0) {{(pid=83943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:21.749904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:21.938502 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6a622d57-d1ff-4925-b276-d193fd47cf75 req-b9aff1d0-8374-4929-9c69-4a75e650bd4a service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2479904 Feb 17 18:01:21.987444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Notify callbacks [] for port, precommit_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.999532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Transition to ACTIVE for port object 31732a40-0223-4e56-814b-6eba53af6ea0 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:22.016796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Transition to ACTIVE for port object 31732a40-0223-4e56-814b-6eba53af6ea0 will not be triggered until provisioned by entity DHCP. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:22.023216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.042049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5d645596-90d8-4948-a782-8a0d9f5f1e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:22.074168 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.112395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:17Z', 'revision_number': 2, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:22.113242 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.117339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Checking router: 4f744bfb-2b63-48b0-a824-256826f766b6 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:01:22.117815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Updating router 4f744bfb-2b63-48b0-a824-256826f766b6 port 0a829f15-33d1-40e5-96b2-bce0452ca689 binding host dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:01:22.187466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.200449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Pushing event updated for resources: {'Port': ['ID=31732a40-0223-4e56-814b-6eba53af6ea0,revision_number=1']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:22.206200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:22.290527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea is already hosted by enough agents. {{(pid=83943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:22.293656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Resources bound (agent type, host, resource id): {{(pid=83943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:22.299730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Received port after_create {{(pid=83943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:22.382081 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Attempting to bind port 31732a40-0223-4e56-814b-6eba53af6ea0 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:22.382529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Attempting to bind port 31732a40-0223-4e56-814b-6eba53af6ea0 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:22.383394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Attempting to bind port 31732a40-0223-4e56-814b-6eba53af6ea0 on network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:22.389637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:22.390397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Checking segment: {'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:22.391070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.392238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Bound using segment: {'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:22.392964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Bound port: 31732a40-0223-4e56-814b-6eba53af6ea0, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:22.393611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.451067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d16ccf-6e59-4538-8f80-6bc342c020df req-0aeff83b-b0f8-4455-bf10-fd60fb08834a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:22.452581 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-38d16ccf-6e59-4538-8f80-6bc342c020df req-0aeff83b-b0f8-4455-bf10-fd60fb08834a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1167085 Feb 17 18:01:22.454673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Allocated IP 172.28.0.111 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:22.517019 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-38d16ccf-6e59-4538-8f80-6bc342c020df req-d49681f3-6820-4fc5-91ef-f282fef28194 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557377 Feb 17 18:01:22.555916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] For port 31732a40-0223-4e56-814b-6eba53af6ea0, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:01:22.568972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] For port 31732a40-0223-4e56-814b-6eba53af6ea0, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=31732a40-0223-4e56-814b-6eba53af6ea0,segment=NetworkSegment(340a7934-8a02-4996-adaa-4c4c8acd129b),segment_id=340a7934-8a02-4996-adaa-4c4c8acd129b)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:01:22.575262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.645339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.659214 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:22.677701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.705873 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6000e5f2-f3c1-496e-bc3a-29d3eacb24a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:22.765127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Pushing event updated for resources: {'Port': ['ID=31732a40-0223-4e56-814b-6eba53af6ea0,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:22.819528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:22.868973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:22.874950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:22.926672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Notify callbacks [] for port, precommit_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.937644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:22.939052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:22.940934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Transition to ACTIVE for port object 0a829f15-33d1-40e5-96b2-bce0452ca689 will not be triggered until provisioned by entity L2. {{(pid=83944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:22.941530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:22.945997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:22.965160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:23.105679 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Pushing event updated for resources: {'Port': ['ID=0a829f15-33d1-40e5-96b2-bce0452ca689,revision_number=3']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:23.129281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.129714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.130153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.130624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.131032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.131401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.131766 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.132100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.132465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.132825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.133182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.133538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.133982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.134468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.134716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.135077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.135431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.135786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.136167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.136523 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.136882 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.137430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.137600 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.137992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:23.148684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:23.452547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Attempting to bind port 0a829f15-33d1-40e5-96b2-bce0452ca689 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:23.453069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Attempting to bind port 0a829f15-33d1-40e5-96b2-bce0452ca689 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:23.453542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Attempting to bind port 0a829f15-33d1-40e5-96b2-bce0452ca689 on network e62f5afc-a1be-46e6-8379-73414bb23f3b {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:23.464982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:23.465387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Checking segment: {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:23.466106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:23.466295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Bound using segment: {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:23.466999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Bound port: 0a829f15-33d1-40e5-96b2-bce0452ca689, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'}}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:23.467914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:23.738286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] For port 0a829f15-33d1-40e5-96b2-bce0452ca689, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:01:23.740323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] For port 0a829f15-33d1-40e5-96b2-bce0452ca689, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0a829f15-33d1-40e5-96b2-bce0452ca689,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:01:23.749140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:23.793766 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:23.940550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf58e43-ca3a-4d52-8f15-f9c0178616f6 req-e03456dd-40f9-437a-96a1-e9711d57c1f2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:23.948733 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2bf58e43-ca3a-4d52-8f15-f9c0178616f6 req-e03456dd-40f9-437a-96a1-e9711d57c1f2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1890368 Feb 17 18:01:24.009916 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2bf58e43-ca3a-4d52-8f15-f9c0178616f6 req-1da7b3d8-266c-4192-b588-b189e1f8d2b5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601466 Feb 17 18:01:24.131765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:24.134116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Pushing event updated for resources: {'Port': ['ID=0a829f15-33d1-40e5-96b2-bce0452ca689,revision_number=4']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:24.138445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-564f10ca-eb8b-41d5-a9ea-cc2928a8593c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:24.145215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:24.145429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:24.428915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:24.729000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853856084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566'] for router, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:24.767547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b336431-6c85-4987-b82f-94a752c4b505 None None] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:01:24.868402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:23Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:24.874988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f0f1f-89bf-4aab-84b1-18dccee5b05e None None] The sync data for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb is: [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:23Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:01:24.878413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-a23ff2ad-2f21-4972-9ec6-a5dd2e9bb763 None None] Provisioning for port 31732a40-0223-4e56-814b-6eba53af6ea0 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:25.091240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 is scheduled to L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f with binding_index 1 {{(pid=83942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:01:25.238693 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0a829f15-33d1-40e5-96b2-bce0452ca689 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:25.427833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 0a829f15-33d1-40e5-96b2-bce0452ca689 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:25.435144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 0a829f15-33d1-40e5-96b2-bce0452ca689 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:25.435569 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:25.521738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f36911-46f1-4fbc-84dd-291e49e1452d req-608d932f-ad82-4121-a138-ed4d693689a2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:25.523817 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-94f36911-46f1-4fbc-84dd-291e49e1452d req-608d932f-ad82-4121-a138-ed4d693689a2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.2481523 Feb 17 18:01:25.641055 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-94f36911-46f1-4fbc-84dd-291e49e1452d req-5a8aa3b2-42dd-4def-bd6c-b99df49a5f60 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080778 Feb 17 18:01:25.658709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:01:25.679745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:25.693993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:25.696139 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7847719 Feb 17 18:01:25.710579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 51882) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:25.717497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Sync routers for ids ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:01:25.758048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Routers {'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:25.758750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:25.855991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 0a829f15-33d1-40e5-96b2-bce0452ca689, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0a829f15-33d1-40e5-96b2-bce0452ca689,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:25.869294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:25.870219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 31732a40-0223-4e56-814b-6eba53af6ea0 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:25.908551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:26.016191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=0a829f15-33d1-40e5-96b2-bce0452ca689,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:26.029071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:26.237264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 31732a40-0223-4e56-814b-6eba53af6ea0 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:26.244841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Set router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:26.563092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 31732a40-0223-4e56-814b-6eba53af6ea0 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:26.563548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:26.815698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:26.853573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:26.923343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 31732a40-0223-4e56-814b-6eba53af6ea0, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=31732a40-0223-4e56-814b-6eba53af6ea0,segment=NetworkSegment(340a7934-8a02-4996-adaa-4c4c8acd129b),segment_id=340a7934-8a02-4996-adaa-4c4c8acd129b)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:26.930424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:26.945783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c9a99-4f42-4d4a-974a-4b8799049c9f req-e625a6fb-6770-463d-bb0c-48afc65efc83 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:26.947425 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e78c9a99-4f42-4d4a-974a-4b8799049c9f req-e625a6fb-6770-463d-bb0c-48afc65efc83 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1326728 Feb 17 18:01:26.948048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:27.010930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:01:23Z', 'revision_number': 3, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:27.024211 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e78c9a99-4f42-4d4a-974a-4b8799049c9f req-4660b402-5484-4ad8-8951-a9e650fd9486 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705121 Feb 17 18:01:27.046847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Checking router: dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:01:27.047468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Updating router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f binding host dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:01:27.086586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0a829f15-33d1-40e5-96b2-bce0452ca689 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:27.174209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=31732a40-0223-4e56-814b-6eba53af6ea0,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:27.177664 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:27.198554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:27.314696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 0a829f15-33d1-40e5-96b2-bce0452ca689 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:27.315100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:27.536878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Allocated IP 172.20.0.1 (d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea/e52f499a-ad2f-40f0-ad68-ff0b7da4f04e/037f7bab-06fc-4576-bc10-24b3d7073f41) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:27.713581 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:27.730468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Transition to ACTIVE for port object 037f7bab-06fc-4576-bc10-24b3d7073f41 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:27.758619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:27.775746 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:27.800959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Notify callbacks [] for port, precommit_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:27.813133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Transition to ACTIVE for port object d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:27.815860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:27.837480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:27.919006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Pushing event updated for resources: {'Port': ['ID=037f7bab-06fc-4576-bc10-24b3d7073f41,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:27.929424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:27.980720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e383952-15ec-4061-b7a9-307bc20756e0 None None] Pushing event updated for resources: {'Port': ['ID=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:27.985956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e383952-15ec-4061-b7a9-307bc20756e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:27.993996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:27.995205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:27.997418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:28.059063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Attempting to bind port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:28.059819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Attempting to bind port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:28.060536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Attempting to bind port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f on network b6e25248-6bed-4b78-8681-3d07b5d178fb {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:28.068775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:28.069635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:28.070301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.070982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Bound using segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:28.072116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Bound port: d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:28.072858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.076937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853850857'] for router_interface, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.192023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] For port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:01:28.201158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] For port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:01:28.205627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.259590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:28.272412 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.291010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f356a9-5d05-4b85-b6d5-0ec101052dd0 req-5c8f2388-8d01-4c75-91dc-3f0db919337c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:28.299134 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e5f356a9-5d05-4b85-b6d5-0ec101052dd0 req-5c8f2388-8d01-4c75-91dc-3f0db919337c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1000931 Feb 17 18:01:28.362906 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e5f356a9-5d05-4b85-b6d5-0ec101052dd0 req-4629d713-2fed-442a-817e-ff2aed079dab tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625694 Feb 17 18:01:28.428250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-fe6576a6-a8a5-4a30-a694-067b586aa55c None None] Provisioning for port 037f7bab-06fc-4576-bc10-24b3d7073f41 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:28.438361 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-fe6576a6-a8a5-4a30-a694-067b586aa55c None None] Provisioning complete for port 037f7bab-06fc-4576-bc10-24b3d7073f41 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:28.438710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe6576a6-a8a5-4a30-a694-067b586aa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.493749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e383952-15ec-4061-b7a9-307bc20756e0 None None] Pushing event updated for resources: {'Port': ['ID=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:28.510861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e383952-15ec-4061-b7a9-307bc20756e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:28.537854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-fe6576a6-a8a5-4a30-a694-067b586aa55c None None] Port 037f7bab-06fc-4576-bc10-24b3d7073f41 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:01:28.573287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Routers {'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:28.573972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:28.669904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.674648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.708641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:28.795015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Pushing event updated for resources: {'Port': ['ID=037f7bab-06fc-4576-bc10-24b3d7073f41,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:28.801091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:28.804547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925041'] for router_interface, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.968302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:28.970133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:28.986973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] Set router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:29.051760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 31732a40-0223-4e56-814b-6eba53af6ea0 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:29.226772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:01:29.361809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 31732a40-0223-4e56-814b-6eba53af6ea0 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:29.362225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:29.524734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:01:29.544196 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] 10.222.0.52 "PUT /v2.0/routers/dac6032e-86ab-4ccf-b7ea-76aeb786d3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8250489 Feb 17 18:01:29.563507 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-807b306a-9a67-43b9-b687-11c85d5aa299 None None] Provisioning complete for port 037f7bab-06fc-4576-bc10-24b3d7073f41 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:29.563928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-807b306a-9a67-43b9-b687-11c85d5aa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:29.644465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-807b306a-9a67-43b9-b687-11c85d5aa299 None None] Port 037f7bab-06fc-4576-bc10-24b3d7073f41 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:01:29.673907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc58b6-9bb6-4e66-a90f-3d13d3267fdd req-c0814f8b-f34b-46e8-baa5-4dd9920c3119 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:29.676767 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7dbc58b6-9bb6-4e66-a90f-3d13d3267fdd req-c0814f8b-f34b-46e8-baa5-4dd9920c3119 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1097975 Feb 17 18:01:29.749638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 4, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '037f7bab-06fc-4576-bc10-24b3d7073f41', 'name': '', 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'mac_address': 'fa:16:3e:f2:73:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:27Z', 'updated_at': '2021-02-17T18:01:27Z', 'revision_number': 1, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'subnets': [{'id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:29.754807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c0eb0-7750-4060-9796-9b7e7a559b87 None None] The sync data for ids ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'] in dv-cinder-760194-3-smb is: [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 4, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '037f7bab-06fc-4576-bc10-24b3d7073f41', 'name': '', 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'mac_address': 'fa:16:3e:f2:73:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:27Z', 'updated_at': '2021-02-17T18:01:27Z', 'revision_number': 1, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'subnets': [{'id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:01:29.783928 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7dbc58b6-9bb6-4e66-a90f-3d13d3267fdd req-a46f86ad-97c2-4172-ae1d-c6cfd76c9e0c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937662 Feb 17 18:01:31.037821 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7075-920e-4249-9f3d-0fdb53ed0052 req-a443f970-613e-47eb-b6cd-21335dedba84 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:31.039724 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eace7075-920e-4249-9f3d-0fdb53ed0052 req-a443f970-613e-47eb-b6cd-21335dedba84 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1111121 Feb 17 18:01:31.079940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:31.177247 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eace7075-920e-4249-9f3d-0fdb53ed0052 req-cc7ca817-1cf1-4909-a6d3-5b37380ed4fb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298769 Feb 17 18:01:31.218625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:31.227051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:31.227480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:31.418922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:31.437622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:31.442702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:31.444810 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:31.532049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:31.536293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:31.655553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2111650986', 'description': 'tempest-TestShelveInstance-2111650986 description'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:31.662592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:31.667000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Usage tracker for resource:security_group and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:31.670154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:31.676759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:31.697676 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:31.719783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:31.723781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Usage tracker for resource:security_group_rule and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:31.726769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:31.732476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:31.811484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:31.814969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:31.820738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fd7c0e91-9003-4dd8-bce5-c1fd61348250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:31.851913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:31.853248 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2a36be46-569a-4c80-9bc2-ebd256c6218c req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2021866 Feb 17 18:01:31.869974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8215baa-8150-495a-ad2a-62abc35592a1,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:31.873371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:31.928833 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-578c419a-40a9-4488-a450-8641325145b5 req-0ce01806-c0f8-4461-adbf-5e531eeacee9 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups/e8215baa-8150-495a-ad2a-62abc35592a1 HTTP/1.1" status: 200 len: 1802 time: 0.0516958 Feb 17 18:01:31.941931 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8215baa-8150-495a-ad2a-62abc35592a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:31.942587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8215baa-8150-495a-ad2a-62abc35592a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:31.949593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:31.953827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Usage tracker for resource:security_group_rule and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:31.956936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:31.962752 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:32.044176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.064237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.067019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.069202 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:32.094465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc0a2cb-e1bb-42f0-bf3c-73a9ec801af3,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:32.101525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:32.110063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.111523 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-578c419a-40a9-4488-a450-8641325145b5 req-fde7e8f6-32e2-4041-808b-0befd8bdf877 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1748545 Feb 17 18:01:32.184329 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-ea1ec56c-30da-44f6-8482-e37df9f6e2d1 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups/e8215baa-8150-495a-ad2a-62abc35592a1 HTTP/1.1" status: 200 len: 2395 time: 0.0502594 Feb 17 18:01:32.195747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8215baa-8150-495a-ad2a-62abc35592a1', 'remote_group_id': None}]} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:32.196101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8215baa-8150-495a-ad2a-62abc35592a1', 'remote_group_id': None}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:32.202837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:32.207053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Usage tracker for resource:security_group_rule and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:32.210814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:32.226440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:32.307232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.395396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.409737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.420219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3960e58f-dfdb-42eb-9fd5-2835de782d1e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:32.449421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7863bb0d-6e58-474a-ad74-a9c63e05eb89,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:32.452236 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:32.458982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:32.460243 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4c46de40-84b5-4d66-aef2-bdcf7cf7e146 req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2689705 Feb 17 18:01:32.478625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac7fe-96b5-4449-a04b-9bbfedaf7a89 req-8cea4932-31f2-41b3-8222-86260b573408 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:32.478625 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b3cac7fe-96b5-4449-a04b-9bbfedaf7a89 req-8cea4932-31f2-41b3-8222-86260b573408 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1470730 Feb 17 18:01:32.538375 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b3cac7fe-96b5-4449-a04b-9bbfedaf7a89 req-348a1560-8d76-4ac8-9923-fd163c7abdad tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486312 Feb 17 18:01:33.014540 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:33.137212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:33.138177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:33.474473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Sync routers for ids ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:01:33.484436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Routers {'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:33.485633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:33.712430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Set router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:33.782101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ab826-5054-4d33-8a89-842ccdb71817 req-d35c8c5c-1eca-4ead-8592-f00563277738 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:33.786384 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e9ab826-5054-4d33-8a89-842ccdb71817 req-d35c8c5c-1eca-4ead-8592-f00563277738 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0985236 Feb 17 18:01:33.856487 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8e9ab826-5054-4d33-8a89-842ccdb71817 req-41dfb5fa-8426-4053-8654-b7ecf04e950f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662465 Feb 17 18:01:34.268186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 4, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '037f7bab-06fc-4576-bc10-24b3d7073f41', 'name': '', 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'mac_address': 'fa:16:3e:f2:73:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:27Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 2, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'subnets': [{'id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:34.300687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Checking router: dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:01:34.301103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Updating router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 port 037f7bab-06fc-4576-bc10-24b3d7073f41 binding host dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:01:34.387518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:34.865209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Notify callbacks [] for port, precommit_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:34.877622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Transition to ACTIVE for port object 037f7bab-06fc-4576-bc10-24b3d7073f41 will not be triggered until provisioned by entity L2. {{(pid=83944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:34.880426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:34.895800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:35.034399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364ec7b-a5e8-413e-a9df-8374a71b0884 None None] Pushing event updated for resources: {'Port': ['ID=037f7bab-06fc-4576-bc10-24b3d7073f41,revision_number=3']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:35.035404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b364ec7b-a5e8-413e-a9df-8374a71b0884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:35.072866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129eb6b-1e2d-4d78-9858-75464e64a0bb req-2a71ddd4-72b1-4541-8f23-6ccda6181852 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:35.074539 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2129eb6b-1e2d-4d78-9858-75464e64a0bb req-2a71ddd4-72b1-4541-8f23-6ccda6181852 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0891793 Feb 17 18:01:35.125618 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2129eb6b-1e2d-4d78-9858-75464e64a0bb req-5a3dc439-3429-4516-be3e-54d25da629aa tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442932 Feb 17 18:01:35.214598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Attempting to bind port 037f7bab-06fc-4576-bc10-24b3d7073f41 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:35.215010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Attempting to bind port 037f7bab-06fc-4576-bc10-24b3d7073f41 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:35.215400 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Attempting to bind port 037f7bab-06fc-4576-bc10-24b3d7073f41 on network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:35.221636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:35.222104 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Checking segment: {'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:35.222571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:35.223099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Bound using segment: {'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:35.223711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Bound port: 037f7bab-06fc-4576-bc10-24b3d7073f41, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340a7934-8a02-4996-adaa-4c4c8acd129b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea'}}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:35.224195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:35.328955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] For port 037f7bab-06fc-4576-bc10-24b3d7073f41, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:01:35.332091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] For port 037f7bab-06fc-4576-bc10-24b3d7073f41, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=037f7bab-06fc-4576-bc10-24b3d7073f41,segment=NetworkSegment(340a7934-8a02-4996-adaa-4c4c8acd129b),segment_id=340a7934-8a02-4996-adaa-4c4c8acd129b)] {{(pid=83944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:01:35.335408 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:35.351134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:35.506728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364ec7b-a5e8-413e-a9df-8374a71b0884 None None] Pushing event updated for resources: {'Port': ['ID=037f7bab-06fc-4576-bc10-24b3d7073f41,revision_number=4']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:35.511221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b364ec7b-a5e8-413e-a9df-8374a71b0884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:35.546794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Routers {'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:01:35.547953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:35.755585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] Set router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:01:36.096141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 4, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '037f7bab-06fc-4576-bc10-24b3d7073f41', 'name': '', 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'mac_address': 'fa:16:3e:f2:73:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:27Z', 'updated_at': '2021-02-17T18:01:35Z', 'revision_number': 4, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'subnets': [{'id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:36.100534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0130e0-f7f7-4947-9d37-0c0edb629e1d None None] The sync data for ids ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'] in dv-cinder-760194-3-smb is: [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:01:28Z', 'revision_number': 4, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '037f7bab-06fc-4576-bc10-24b3d7073f41', 'name': '', 'network_id': 'd3cf70d8-5af1-4944-b2a4-a2bbeaa63dea', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'mac_address': 'fa:16:3e:f2:73:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:27Z', 'updated_at': '2021-02-17T18:01:35Z', 'revision_number': 4, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'subnets': [{'id': 'e52f499a-ad2f-40f0-ad68-ff0b7da4f04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:01:36.261251 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:36.627049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b9b5d-634a-4fd5-9b44-aaff4ae2c625 req-f05b2292-d7f6-4ab7-b6a9-132842982997 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:36.628666 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-915b9b5d-634a-4fd5-9b44-aaff4ae2c625 req-f05b2292-d7f6-4ab7-b6a9-132842982997 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.3491466 Feb 17 18:01:36.677643 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-915b9b5d-634a-4fd5-9b44-aaff4ae2c625 req-adbfa59b-e574-4afc-bbb5-58489c573171 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Feb 17 18:01:37.032232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 037f7bab-06fc-4576-bc10-24b3d7073f41 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:37.103834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 037f7bab-06fc-4576-bc10-24b3d7073f41 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:37.108815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 037f7bab-06fc-4576-bc10-24b3d7073f41 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:37.109124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:37.228029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:37.263591 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 037f7bab-06fc-4576-bc10-24b3d7073f41, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=037f7bab-06fc-4576-bc10-24b3d7073f41,segment=NetworkSegment(340a7934-8a02-4996-adaa-4c4c8acd129b),segment_id=340a7934-8a02-4996-adaa-4c4c8acd129b)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:37.266544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:37.268440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7636e7e8-fad2-4fed-b340-02ffeef30fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:37.339178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=037f7bab-06fc-4576-bc10-24b3d7073f41,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:37.342560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:37.888530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dada048-b13b-4f19-8d12-39ed6ea50284 req-c56a028f-2319-4488-96dd-fb3ce1e09867 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:37.890124 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8dada048-b13b-4f19-8d12-39ed6ea50284 req-c56a028f-2319-4488-96dd-fb3ce1e09867 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0885966 Feb 17 18:01:37.940449 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8dada048-b13b-4f19-8d12-39ed6ea50284 req-f2d560aa-5224-4565-a9b1-49bc8fc6c385 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439041 Feb 17 18:01:38.381624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-eca035d7-428d-4e8c-9956-99c21e81ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:38.383320 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-eca035d7-428d-4e8c-9956-99c21e81ca40 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1161 time: 0.0828500 Feb 17 18:01:38.541338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-b0cbad4e-0366-4349-b886-1ac5d314b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:38.542895 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-b0cbad4e-0366-4349-b886-1ac5d314b06b service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.1392465 Feb 17 18:01:38.655947 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-fb570323-24d4-48da-9779-07a0ca2fb26d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 200 len: 1000 time: 0.1056628 Feb 17 18:01:38.725125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-e4bc4597-c58d-4bea-aced-43507c44dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:38.726776 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-e4bc4597-c58d-4bea-aced-43507c44dbd3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0643067 Feb 17 18:01:38.813628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-c6c19acc-da98-42c6-81b1-8607499569fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:38.815302 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-c6c19acc-da98-42c6-81b1-8607499569fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808170 Feb 17 18:01:38.970052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-43992e68-8d1d-44e9-8229-df564e3267d2 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466327 Feb 17 18:01:39.038269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 037f7bab-06fc-4576-bc10-24b3d7073f41 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:39.117043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 037f7bab-06fc-4576-bc10-24b3d7073f41 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:39.117796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:39.133263 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af1ffadc-ed91-4d9f-b94f-7d294b7e901a req-c3d863f9-b4ae-4960-9647-b86e96265211 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501391 Feb 17 18:01:39.170661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabfbe7-683f-44a0-99c5-56c5acb79b4b req-07ad24a5-68f9-48fb-901b-edbd3d154ce7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:39.172360 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eeabfbe7-683f-44a0-99c5-56c5acb79b4b req-07ad24a5-68f9-48fb-901b-edbd3d154ce7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0963891 Feb 17 18:01:39.238626 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eeabfbe7-683f-44a0-99c5-56c5acb79b4b req-590a4f5c-6581-4cf8-83af-807b49390e50 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493488 Feb 17 18:01:40.464652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50be884-6b75-4432-8ef7-2d84ab981801 req-7d2f80c6-337e-418c-b49f-2d5bfad7ecb9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:40.466241 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d50be884-6b75-4432-8ef7-2d84ab981801 req-7d2f80c6-337e-418c-b49f-2d5bfad7ecb9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.1072471 Feb 17 18:01:40.516042 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d50be884-6b75-4432-8ef7-2d84ab981801 req-3fc79290-baa1-44df-994d-57bdb4aa2bb8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Feb 17 18:01:41.724730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f380c-aa29-47a7-8d29-93356e37f521 req-94863a69-0738-4aa0-9624-4ab8610cb315 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:41.726320 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e77f380c-aa29-47a7-8d29-93356e37f521 req-94863a69-0738-4aa0-9624-4ab8610cb315 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0876503 Feb 17 18:01:41.777196 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e77f380c-aa29-47a7-8d29-93356e37f521 req-5a9da435-8101-497d-8ec7-6a3e12ea8c25 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444808 Feb 17 18:01:42.723478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d3f327c3-3006-40b1-bcb0-5b0c3fb58941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:42.991058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f89a23-dfd5-491a-9551-b89be1f29a95 req-4ab3868e-8561-4249-8e8e-86df4d10a60e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:42.992620 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-26f89a23-dfd5-491a-9551-b89be1f29a95 req-4ab3868e-8561-4249-8e8e-86df4d10a60e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0933585 Feb 17 18:01:43.041960 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-26f89a23-dfd5-491a-9551-b89be1f29a95 req-e83c0110-1afe-4ccf-b117-80263700ddb3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Feb 17 18:01:44.255261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada8409-e5cc-4d60-87f1-cd505fef1baf req-e1a965d0-122d-4a45-b55c-7953e210d611 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:44.256843 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dada8409-e5cc-4d60-87f1-cd505fef1baf req-e1a965d0-122d-4a45-b55c-7953e210d611 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0900469 Feb 17 18:01:44.307110 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dada8409-e5cc-4d60-87f1-cd505fef1baf req-54d77321-e7c8-48c4-81af-46ea976eb4a5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 Feb 17 18:01:45.242143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b26626cd-b30c-4f7d-805d-d06d5f4e6b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.384789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.516494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dbe42-1185-446c-9464-9e0f46e1ea24 req-1e298f57-8103-45c0-9fd8-5f092004fd6b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:45.516641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 52102) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:45.517567 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4d0dbe42-1185-446c-9464-9e0f46e1ea24 req-1e298f57-8103-45c0-9fd8-5f092004fd6b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0869181 Feb 17 18:01:45.565985 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4d0dbe42-1185-446c-9464-9e0f46e1ea24 req-8bb40ca1-02f0-455a-bb65-acec56ac7866 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Feb 17 18:01:45.599996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device e00d3b30-67e8-4d15-9798-0be8fd5de343 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:45.647575 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.663173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:45.667580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Usage tracker for resource:security_group_rule and tenant:b8e8c798bfb142aea6db9af8682919fd is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:45.670566 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:45.676908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:45.678691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port e00d3b30-67e8-4d15-9798-0be8fd5de343 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:45.679122 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.762486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.765400 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.772636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-973253b2-3c26-4578-a48d-bd50c4bd3df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:45.802273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.816409 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8e8c798bfb142aea6db9af8682919fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985592 Feb 17 18:01:45.817339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2091046c-9c20-4fc6-afd6-533a09d209a3,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:45.820290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52108) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:45.820778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:45.831633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:01:45.842182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port e00d3b30-67e8-4d15-9798-0be8fd5de343, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:01:45.845536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.847529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e383952-15ec-4061-b7a9-307bc20756e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:45.883889 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'code': 200} Feb 17 18:01:45.908924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.925128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=6']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:45.928325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:45.938583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.982611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:45.987426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-44779e98-47c4-401e-9c1c-c1ed71534b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:46.000079 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2091046c-9c20-4fc6-afd6-533a09d209a3,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:46.003143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:46.005120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:46.006309 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2091046c-9c20-4fc6-afd6-533a09d209a3 HTTP/1.1" status: 204 len: 168 time: 0.1843746 Feb 17 18:01:46.412988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:46.525286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf177bb5-fd36-4592-9352-7a0c66926ca0 req-8214f85d-7bd4-4b11-a572-1a594335a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:46.527188 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf177bb5-fd36-4592-9352-7a0c66926ca0 req-8214f85d-7bd4-4b11-a572-1a594335a556 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 1163 time: 0.0847125 Feb 17 18:01:46.571757 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf177bb5-fd36-4592-9352-7a0c66926ca0 req-6a394c78-cb67-43f3-8223-117d6d046b28 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377369 Feb 17 18:01:46.704378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 52136) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:46.775199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bc45d-db7d-4dfc-87fe-7a04b363b0b9 req-8860a093-0cb3-48d6-bbc8-c302cf9d8e29 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:46.776776 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cf0bc45d-db7d-4dfc-87fe-7a04b363b0b9 req-8860a093-0cb3-48d6-bbc8-c302cf9d8e29 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0908923 Feb 17 18:01:46.814062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1984421545-network', 'tenant_id': '9e824c872d184f07ad73da3dc07faef5'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:46.819085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:46.823191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Usage tracker for resource:network and tenant:9e824c872d184f07ad73da3dc07faef5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:46.825242 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cf0bc45d-db7d-4dfc-87fe-7a04b363b0b9 req-996f8c0b-8143-44be-a0cc-8ba3e1a39458 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Feb 17 18:01:46.826242 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:46.832694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:46.842389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Made reservation on behalf of 9e824c872d184f07ad73da3dc07faef5 for: {'network': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:46.847640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:46.860460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:46.875352 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:46.879351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Usage tracker for resource:security_group_rule and tenant:9e824c872d184f07ad73da3dc07faef5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:46.882248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:46.887949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:46.971300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:46.974068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:46.978152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-874e92aa-7f41-4613-b6a5-3d2ac1c7b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:47.001245 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device e00d3b30-67e8-4d15-9798-0be8fd5de343 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:47.009144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:01:47.022811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:47.027054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:47.028065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.028428 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Added segment cf6f9bb5-bbec-43b8-9e6c-0e410efc5078 of type vxlan for network d082a013-ee7c-4b2f-aba5-7939b1c3c513 Feb 17 18:01:47.056971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.075162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port e00d3b30-67e8-4d15-9798-0be8fd5de343 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:47.075587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.086885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.088150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:47.088790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.094248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:47.205232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d082a013-ee7c-4b2f-aba5-7939b1c3c513,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:47.211339 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5030205 Feb 17 18:01:47.211339 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-91a645e9-6d7c-4682-b7c8-b562d3a832d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:47.211610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 52142) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:47.217132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:01:47.217472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Request body: {'subnet': {'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1984421545-subnet', 'tenant_id': '9e824c872d184f07ad73da3dc07faef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:47.222714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:47.226741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Usage tracker for resource:subnet and tenant:9e824c872d184f07ad73da3dc07faef5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:47.229769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:47.230186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:01:47.235619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:47.245698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Made reservation on behalf of 9e824c872d184f07ad73da3dc07faef5 for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:47.251001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852475006'] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.564327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:01:47.589734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.902055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853127846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852474989'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.918310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-267e75c9-580f-47a3-a25d-93158ea7783a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:48.033283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066f3b-de69-42a0-9a73-31175b2566aa req-7a6cb9fb-f0a1-4c96-bea0-5cfd03c68e5d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:48.035163 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d8066f3b-de69-42a0-9a73-31175b2566aa req-7a6cb9fb-f0a1-4c96-bea0-5cfd03c68e5d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0877914 Feb 17 18:01:48.045350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1650e69b-e905-4520-9216-3b8f6ef762b6,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:48.050514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:48.087032 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d8066f3b-de69-42a0-9a73-31175b2566aa req-49738f65-5723-4a24-82bc-c4843f087adf tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Feb 17 18:01:48.119143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Checking segment: {'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:48.119475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Network hostable DHCP agents. Network: d082a013-ee7c-4b2f-aba5-7939b1c3c513, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:01:48.139411 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:01:48.149069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, d082a013-ee7c-4b2f-aba5-7939b1c3c513) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:48.161754 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb4026-af39-43f3-8d22-538c52c00fab None None] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:01:48.162206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:48.163005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:48.185557 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9728253 Feb 17 18:01:48.407388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dbbbed-3d2b-4042-88d4-79ada8151622 None None] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:01:49.293769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6181cb3-6989-481f-bc08-6053c84ed596 req-2aa8836f-4c19-4030-ab7c-d78b2dfd3ba7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:49.295351 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b6181cb3-6989-481f-bc08-6053c84ed596 req-2aa8836f-4c19-4030-ab7c-d78b2dfd3ba7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0866685 Feb 17 18:01:49.344019 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b6181cb3-6989-481f-bc08-6053c84ed596 req-5dd09953-adcf-4cdb-a22c-c660804a3e40 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Feb 17 18:01:50.404839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-b7980172-e72d-4432-a1ca-a9c00d5e971c tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:50.406455 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-b7980172-e72d-4432-a1ca-a9c00d5e971c tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/networks?id=d082a013-ee7c-4b2f-aba5-7939b1c3c513 HTTP/1.1" status: 200 len: 814 time: 0.1587753 Feb 17 18:01:50.422239 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-948bad80-060e-444f-a23f-3bbd09faa430 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/quotas/9e824c872d184f07ad73da3dc07faef5 HTTP/1.1" status: 200 len: 375 time: 0.0098088 Feb 17 18:01:50.478167 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-8320e6fc-2205-4abd-9fe4-c51b81ac5903 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e824c872d184f07ad73da3dc07faef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504465 Feb 17 18:01:50.620167 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-7fd135ec-b96a-47fa-b545-730dad96cec9 service neutron] 10.222.0.52 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343465 Feb 17 18:01:50.760208 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-1fd7de88-dbb1-4361-828d-00e32f0ec414 service neutron] 10.222.0.52 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330204 Feb 17 18:01:50.956939 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-868f3857-43fb-4a7b-aa87-c2d000a6390f req-21678b3c-84f1-4393-b7a9-059a035d67cd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 210 time: 0.0491076 Feb 17 18:01:52.027379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-3416c794-1888-4425-a28a-5183d9db3af5 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:52.028139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-3416c794-1888-4425-a28a-5183d9db3af5 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Synchronizing usage tracker for tenant:9e824c872d184f07ad73da3dc07faef5 on resource:network {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:01:52.047035 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-3416c794-1888-4425-a28a-5183d9db3af5 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Unset dirty status for tenant:9e824c872d184f07ad73da3dc07faef5 on resource:network {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:01:52.048285 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-3416c794-1888-4425-a28a-5183d9db3af5 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "GET /v2.0/networks?id=d082a013-ee7c-4b2f-aba5-7939b1c3c513 HTTP/1.1" status: 200 len: 814 time: 0.1878994 Feb 17 18:01:52.061735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Request body: {'port': {'device_id': '547616e1-b4da-4f2b-adad-36c06030bca5', 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513', 'admin_state_up': True, 'tenant_id': '9e824c872d184f07ad73da3dc07faef5'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:52.120279 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0c8233ae-6613-4b8e-94ee-3fd667b54861 req-6f61b71d-c45c-4ff0-b289-745bb152e7b0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 210 time: 0.0505290 Feb 17 18:01:52.206946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:52.210964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Usage tracker for resource:port and tenant:9e824c872d184f07ad73da3dc07faef5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:52.214032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:52.220474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:52.229067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Made reservation on behalf of 9e824c872d184f07ad73da3dc07faef5 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:52.234693 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:52.541444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Allocated IP 172.20.0.7 (d082a013-ee7c-4b2f-aba5-7939b1c3c513/1650e69b-e905-4520-9216-3b8f6ef762b6/2531d11e-c619-4f45-a38b-af1b6612c900) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:52.752716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:52.782587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:52.797495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:52.935730 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Pushing event updated for resources: {'Port': ['ID=2531d11e-c619-4f45-a38b-af1b6612c900,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:52.947115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.947522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.947927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.948326 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.948720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.949111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.949500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.949890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.950281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.950722 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.951111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.951498 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.952815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.952934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.953239 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.953624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.954018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.954427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.954959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.955218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.955575 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.956054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.956323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.956705 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:52.962698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:53.012173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:53.013337 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:53.016120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:53.084555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:53.085164 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:53.105215 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0484962 Feb 17 18:01:53.117323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Request body: {'port': {'device_id': '547616e1-b4da-4f2b-adad-36c06030bca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:53.239905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:53.322942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019cfb2-de32-4978-aee3-97f13c718ab7 req-96963cfd-a09c-43a8-a4e6-114729c564e7 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:53.324546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b019cfb2-de32-4978-aee3-97f13c718ab7 req-96963cfd-a09c-43a8-a4e6-114729c564e7 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 931 time: 0.0909886 Feb 17 18:01:53.372682 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b019cfb2-de32-4978-aee3-97f13c718ab7 req-b2cacaec-6765-4ebc-9113-b31056ba616d tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Feb 17 18:01:53.654120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2531d11e-c619-4f45-a38b-af1b6612c900 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:01:53.662960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:53.675087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Transition to ACTIVE for port object 2531d11e-c619-4f45-a38b-af1b6612c900 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:53.677745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:53.692799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a814ce22-85cd-4120-a934-1e829fd30662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:53.826568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Pushing event updated for resources: {'Port': ['ID=2531d11e-c619-4f45-a38b-af1b6612c900,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:53.832810 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:54.012697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Attempting to bind port 2531d11e-c619-4f45-a38b-af1b6612c900 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:54.012986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Attempting to bind port 2531d11e-c619-4f45-a38b-af1b6612c900 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:54.013344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Attempting to bind port 2531d11e-c619-4f45-a38b-af1b6612c900 on network d082a013-ee7c-4b2f-aba5-7939b1c3c513 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:54.018914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:54.019281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Checking segment: {'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:54.019681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:54.020536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Bound using segment: {'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:54.020979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Bound port: 2531d11e-c619-4f45-a38b-af1b6612c900, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:54.021350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:54.114879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] For port 2531d11e-c619-4f45-a38b-af1b6612c900, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:01:54.117993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] For port 2531d11e-c619-4f45-a38b-af1b6612c900, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2531d11e-c619-4f45-a38b-af1b6612c900,segment=NetworkSegment(cf6f9bb5-bbec-43b8-9e6c-0e410efc5078),segment_id=cf6f9bb5-bbec-43b8-9e6c-0e410efc5078)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:01:54.121464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:54.139764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:54.293622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Pushing event updated for resources: {'Port': ['ID=2531d11e-c619-4f45-a38b-af1b6612c900,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:54.299234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:54.329932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:54.330110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:54.331678 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] 10.222.0.38 "PUT /v2.0/ports/2531d11e-c619-4f45-a38b-af1b6612c900 HTTP/1.1" status: 200 len: 1157 time: 1.2187190 Feb 17 18:01:54.332279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547616e1-b4da-4f2b-adad-36c06030bca5', 'tag': '2531d11e-c619-4f45-a38b-af1b6612c900'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:01:54.416054 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547616e1-b4da-4f2b-adad-36c06030bca5', 'tag': '2531d11e-c619-4f45-a38b-af1b6612c900', 'status': 'completed', 'code': 200} Feb 17 18:01:54.453204 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-af519c4c-e9d9-46b5-b1a4-0e8a672587b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:54.454853 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-af519c4c-e9d9-46b5-b1a4-0e8a672587b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e824c872d184f07ad73da3dc07faef5&device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 1160 time: 0.0803559 Feb 17 18:01:54.544918 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-7e916f13-fd23-4934-8c9d-18ef6d6e5e09 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2531d11e-c619-4f45-a38b-af1b6612c900 HTTP/1.1" status: 200 len: 217 time: 0.0700948 Feb 17 18:01:54.571661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65124b-4831-480a-a1b1-f2e360bac118 req-e54ba141-48ca-420b-9c35-3e411c6f7ccc tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:54.573252 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9c65124b-4831-480a-a1b1-f2e360bac118 req-e54ba141-48ca-420b-9c35-3e411c6f7ccc tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 943 time: 0.0860417 Feb 17 18:01:54.617667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-dd3e767c-d219-464c-8ff6-8ddeca1cc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:54.619298 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-dd3e767c-d219-464c-8ff6-8ddeca1cc73d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1650e69b-e905-4520-9216-3b8f6ef762b6 HTTP/1.1" status: 200 len: 854 time: 0.0651844 Feb 17 18:01:54.622558 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9c65124b-4831-480a-a1b1-f2e360bac118 req-3c9a377c-0dd1-483c-bbaf-a054b59c5145 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 Feb 17 18:01:54.680545 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-a8ae5704-bc88-43a8-aa0c-bc9067c7def5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d082a013-ee7c-4b2f-aba5-7939b1c3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510950 Feb 17 18:01:55.050277 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-0130681f-139b-4a5f-a378-de57321bb63a service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622088 Feb 17 18:01:55.198378 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d1c4ab81-9182-4ce4-a16a-3eb00ee45fb8 req-804866dd-43b2-4a19-8a9c-a51ed14ef283 service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346436 Feb 17 18:01:55.321375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-ad460f0a-e0a0-4eec-a150-21173055f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:55.323169 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-ad460f0a-e0a0-4eec-a150-21173055f899 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e824c872d184f07ad73da3dc07faef5&device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 1160 time: 0.0824811 Feb 17 18:01:55.433234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4c7189ed-e008-4290-a7e0-c23297192573 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Synchronizing usage tracker for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:01:55.450165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4c7189ed-e008-4290-a7e0-c23297192573 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Unset dirty status for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:01:55.451466 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4c7189ed-e008-4290-a7e0-c23297192573 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2111650986&fields=id&tenant_id=a2ec9fd9ea814aa894273850c4867bd4 HTTP/1.1" status: 200 len: 267 time: 0.0633917 Feb 17 18:01:55.470736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-8a01fd3f-5761-4b51-a6a6-f813bc9ea52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:55.472255 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-8a01fd3f-5761-4b51-a6a6-f813bc9ea52e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d082a013-ee7c-4b2f-aba5-7939b1c3c513 HTTP/1.1" status: 200 len: 908 time: 0.1424119 Feb 17 18:01:55.549608 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-e01d5c48-1baf-45ab-b511-e0615def045e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2531d11e-c619-4f45-a38b-af1b6612c900 HTTP/1.1" status: 200 len: 217 time: 0.0704930 Feb 17 18:01:55.615449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-74c83ce6-e0ea-45c8-8c7a-2b65f71962c0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:55.617046 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-74c83ce6-e0ea-45c8-8c7a-2b65f71962c0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 809 time: 0.1573944 Feb 17 18:01:55.626905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-bbfa371e-1af4-43b4-aaff-57b3f0c40bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:55.628456 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-bbfa371e-1af4-43b4-aaff-57b3f0c40bf0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1650e69b-e905-4520-9216-3b8f6ef762b6 HTTP/1.1" status: 200 len: 854 time: 0.0640249 Feb 17 18:01:55.633122 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-bc3994d3-037c-42c7-b818-5999b8a3452f tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/quotas/a2ec9fd9ea814aa894273850c4867bd4 HTTP/1.1" status: 200 len: 375 time: 0.0099022 Feb 17 18:01:55.686222 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-0a4b6ca1-f640-4dcc-b52c-e163e725b727 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d082a013-ee7c-4b2f-aba5-7939b1c3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498536 Feb 17 18:01:55.723861 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-ebef8bcf-db4a-4ce0-bf94-122762a85c18 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848939 Feb 17 18:01:55.832014 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-b455fcea-7079-4a15-9ce0-dbf76ed3b41a service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389897 Feb 17 18:01:55.940885 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-92a6d217-8daf-4e6b-a844-8af3fe89b2ef service neutron] 10.222.0.52 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035494 Feb 17 18:01:55.948413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff4c4b-3a3b-4e49-b791-834c8e9ff453 req-9efe831a-c6fc-4c1f-8cf6-684c71dfee8c tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:55.949934 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c7ff4c4b-3a3b-4e49-b791-834c8e9ff453 req-9efe831a-c6fc-4c1f-8cf6-684c71dfee8c tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 943 time: 0.1885495 Feb 17 18:01:55.977350 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d874211-ff4e-4b4a-b541-348d9ee99106 req-2151b695-5d5d-4bdb-8dab-d26989024c43 service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382096 Feb 17 18:01:56.086539 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c7ff4c4b-3a3b-4e49-b791-834c8e9ff453 req-8c511b79-7b22-4d07-98c3-48870348b3e5 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140766 Feb 17 18:01:56.122838 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-b9645106-f35f-4af3-a55e-f1e0cb5f7f0f service neutron] 10.222.0.52 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1718822 Feb 17 18:01:56.548633 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a9bef741-1198-478d-a640-6cbf727bbe43 req-81c87dc9-a405-49cc-9099-86cd0cdaff23 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 210 time: 0.0486622 Feb 17 18:01:57.285509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb744f8-b47f-4383-9554-9e1fd4fb26a9 req-a83ed471-61a3-48ba-8e00-d4e51de69e4b tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:57.287171 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ecb744f8-b47f-4383-9554-9e1fd4fb26a9 req-a83ed471-61a3-48ba-8e00-d4e51de69e4b tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 943 time: 0.0900545 Feb 17 18:01:57.338995 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ecb744f8-b47f-4383-9554-9e1fd4fb26a9 req-9659a8cb-4173-4288-85ea-f3b9f7838073 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446291 Feb 17 18:01:57.609397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-c1e4b339-f6a6-4553-99af-03c22419704c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:57.610150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-c1e4b339-f6a6-4553-99af-03c22419704c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Synchronizing usage tracker for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:network {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:01:57.630656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-c1e4b339-f6a6-4553-99af-03c22419704c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Unset dirty status for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:network {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:01:57.632153 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-c1e4b339-f6a6-4553-99af-03c22419704c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 809 time: 0.1785917 Feb 17 18:01:57.710228 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-fe69de00-2559-4700-bb1d-be76acfb5531 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Synchronizing usage tracker for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:security_group {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:01:57.714130 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1018f1bc-e404-45a9-b2b3-4333fc24b8ab req-07607d6b-37df-4706-991a-52b85847731b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 210 time: 0.0523283 Feb 17 18:01:57.723994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-fe69de00-2559-4700-bb1d-be76acfb5531 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Unset dirty status for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:security_group {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:01:57.725362 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-fe69de00-2559-4700-bb1d-be76acfb5531 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2ec9fd9ea814aa894273850c4867bd4 HTTP/1.1" status: 200 len: 5759 time: 0.0835238 Feb 17 18:01:57.735866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'port': {'device_id': '0922b85a-c631-4f1e-af55-63218b576022', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'admin_state_up': True, 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'security_groups': ['e8215baa-8150-495a-ad2a-62abc35592a1']}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:57.881236 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:01:57.885160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Usage tracker for resource:port and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:01:57.888099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:01:57.894441 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:01:57.902765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Made reservation on behalf of a2ec9fd9ea814aa894273850c4867bd4 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:01:57.908323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:58.220055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Allocated IP 172.20.0.4 (e62f5afc-a1be-46e6-8379-73414bb23f3b/24ad695a-c5f9-4460-8830-503f7b665254/796f7e09-4b52-4067-84f2-3019fe9b5b1a) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:01:58.425138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:58.441544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Transition to ACTIVE for port object 796f7e09-4b52-4067-84f2-3019fe9b5b1a will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:58.464628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:58.480160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ad41dd34-ff17-4bdf-b5ff-ad08e6d7e959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:58.543238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230254-2d5b-4481-a4b6-01bf431085ac req-d96d74e8-b238-4df0-bcf4-9e06929481ee tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:58.544834 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a5230254-2d5b-4481-a4b6-01bf431085ac req-d96d74e8-b238-4df0-bcf4-9e06929481ee tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 943 time: 0.0894043 Feb 17 18:01:58.593130 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a5230254-2d5b-4481-a4b6-01bf431085ac req-7125f87a-7ec6-4682-9fa3-53e2df6acedf tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Feb 17 18:01:58.621878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event updated for resources: {'Port': ['ID=796f7e09-4b52-4067-84f2-3019fe9b5b1a,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:58.627155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:58.680978 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Network e62f5afc-a1be-46e6-8379-73414bb23f3b is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:01:58.682072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:01:58.684286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:01:58.749784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:58.750503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:58.772539 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0410037 Feb 17 18:01:58.805237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Request body: {'port': {'device_id': '0922b85a-c631-4f1e-af55-63218b576022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:58.918607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-a56943b5-00ee-4f5f-a967-4e9c4714a387 None None] Provisioning for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:58.923890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-a56943b5-00ee-4f5f-a967-4e9c4714a387 None None] Provisioning complete for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:58.924310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a56943b5-00ee-4f5f-a967-4e9c4714a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:58.927639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33993b99-2efb-4a2a-9fe0-edd05d511d3b req-73d037f0-6767-4d43-a4ad-5b5511df3eda tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:58.929328 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-33993b99-2efb-4a2a-9fe0-edd05d511d3b req-73d037f0-6767-4d43-a4ad-5b5511df3eda tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 931 time: 0.0875292 Feb 17 18:01:58.931725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:58.984206 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-33993b99-2efb-4a2a-9fe0-edd05d511d3b req-a65bf47f-8e8a-4335-9d1f-146ac1170afe tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475523 Feb 17 18:01:58.985426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-a56943b5-00ee-4f5f-a967-4e9c4714a387 None None] Port 796f7e09-4b52-4067-84f2-3019fe9b5b1a cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:01:59.128371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-8177dec6-511b-4478-b9cd-cca3b294dd1c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:01:59.353402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796f7e09-4b52-4067-84f2-3019fe9b5b1a {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:01:59.361230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:59.373178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Transition to ACTIVE for port object 796f7e09-4b52-4067-84f2-3019fe9b5b1a will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:01:59.376453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:59.395560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:01:59.527763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=796f7e09-4b52-4067-84f2-3019fe9b5b1a,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:01:59.533066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:01:59.715370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Attempting to bind port 796f7e09-4b52-4067-84f2-3019fe9b5b1a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:59.715882 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Attempting to bind port 796f7e09-4b52-4067-84f2-3019fe9b5b1a by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:01:59.716137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Attempting to bind port 796f7e09-4b52-4067-84f2-3019fe9b5b1a on network e62f5afc-a1be-46e6-8379-73414bb23f3b {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:01:59.722036 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:01:59.722418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Checking segment: {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:01:59.722828 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:59.723219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Bound using segment: {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:01:59.723689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Bound port: 796f7e09-4b52-4067-84f2-3019fe9b5b1a, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb2e70c-9468-48c5-96ee-479421aa7133', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:01:59.724060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:59.768453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 2531d11e-c619-4f45-a38b-af1b6612c900 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:59.798819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073b2c-2b1f-4fc7-a860-c33ca40a5c2e req-52a83fa1-6f8e-4688-be71-35a22f3887c8 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:59.800616 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-66073b2c-2b1f-4fc7-a860-c33ca40a5c2e req-52a83fa1-6f8e-4688-be71-35a22f3887c8 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 943 time: 0.0913100 Feb 17 18:01:59.856464 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-66073b2c-2b1f-4fc7-a860-c33ca40a5c2e req-992092e9-f438-4fcf-ba5f-d908374fcbc1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Feb 17 18:01:59.858239 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 2531d11e-c619-4f45-a38b-af1b6612c900 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:01:59.864112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 2531d11e-c619-4f45-a38b-af1b6612c900 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:59.864673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.002845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.033951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547616e1-b4da-4f2b-adad-36c06030bca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2531d11e-c619-4f45-a38b-af1b6612c900'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:00.044983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 2531d11e-c619-4f45-a38b-af1b6612c900, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2531d11e-c619-4f45-a38b-af1b6612c900,segment=NetworkSegment(cf6f9bb5-bbec-43b8-9e6c-0e410efc5078),segment_id=cf6f9bb5-bbec-43b8-9e6c-0e410efc5078)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:00.048645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.050611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e383952-15ec-4061-b7a9-307bc20756e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:00.054036 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] For port 796f7e09-4b52-4067-84f2-3019fe9b5b1a, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:02:00.057280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] For port 796f7e09-4b52-4067-84f2-3019fe9b5b1a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:02:00.060959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.077700 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:00.103330 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547616e1-b4da-4f2b-adad-36c06030bca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2531d11e-c619-4f45-a38b-af1b6612c900', 'code': 200} Feb 17 18:02:00.129328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=2531d11e-c619-4f45-a38b-af1b6612c900,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:00.133163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:00.238998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=796f7e09-4b52-4067-84f2-3019fe9b5b1a,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:00.245122 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:00.277737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.278878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.280723 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] 10.222.0.38 "PUT /v2.0/ports/796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 1157 time: 1.4798436 Feb 17 18:02:00.281335 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:00.364429 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'status': 'completed', 'code': 200} Feb 17 18:02:00.422383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20994b0a-3420-430d-a2f7-383bd7029c9f req-0190db24-b025-43df-bea4-a76ea3a2e32c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.424058 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-20994b0a-3420-430d-a2f7-383bd7029c9f req-0190db24-b025-43df-bea4-a76ea3a2e32c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.1406400 Feb 17 18:02:00.462919 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a188-ee2e-4372-ba7e-ff0db0d2b430 req-c8cab003-9667-4dc3-a197-93d3d67a7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.464533 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0701a188-ee2e-4372-ba7e-ff0db0d2b430 req-c8cab003-9667-4dc3-a197-93d3d67a7dfa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 1162 time: 0.1725981 Feb 17 18:02:00.468337 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-b4c5dfb4-e595-4740-b631-30884035e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.469784 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-b4c5dfb4-e595-4740-b631-30884035e925 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1160 time: 0.1090832 Feb 17 18:02:00.479208 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-20994b0a-3420-430d-a2f7-383bd7029c9f req-36ff485c-5709-49c2-ac0d-34d3ebf4dd80 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475640 Feb 17 18:02:00.569286 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-b156a89a-77ef-4261-8d41-81edbc6c7c43 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 217 time: 0.0907562 Feb 17 18:02:00.634222 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0701a188-ee2e-4372-ba7e-ff0db0d2b430 req-84548dde-278b-437d-a4f1-d1409fcc73f5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570377 Feb 17 18:02:00.649644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-451386e7-7c31-4f7f-a5c3-8cd6d0c4ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.651158 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-451386e7-7c31-4f7f-a5c3-8cd6d0c4ab5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0727651 Feb 17 18:02:00.959278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-927b6c87-d2ea-4a03-babb-7aeeeb32a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.960882 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-927b6c87-d2ea-4a03-babb-7aeeeb32a6e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795159 Feb 17 18:02:01.061824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb86d9-90db-4c3e-94b5-d9ff49d3b80d req-e6e35bfc-4c68-4b6b-98e6-2992d5d3777e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:01.063468 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0eb86d9-90db-4c3e-94b5-d9ff49d3b80d req-e6e35bfc-4c68-4b6b-98e6-2992d5d3777e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.0870385 Feb 17 18:02:01.107979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 2531d11e-c619-4f45-a38b-af1b6612c900 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:01.108349 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-1be5ae1f-fca9-4190-9034-7625348e838e service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391828 Feb 17 18:02:01.112466 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0eb86d9-90db-4c3e-94b5-d9ff49d3b80d req-eb2d90e4-857f-4ee1-90a3-7624e414f0a6 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Feb 17 18:02:01.181020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 2531d11e-c619-4f45-a38b-af1b6612c900 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:01.181369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:01.251317 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0f27bb6b-201b-4347-8976-8f8988d8fd4c req-94a8bc0d-4f77-474d-854a-7b937eaafb24 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360469 Feb 17 18:02:01.377574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-6f0cbd3c-ff96-4f73-85b1-5d5f5b13fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:01.379357 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-6f0cbd3c-ff96-4f73-85b1-5d5f5b13fb61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1160 time: 0.0797706 Feb 17 18:02:01.520731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-a6d1ca4d-c722-41b1-9c98-be6abd4701b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:01.522311 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-a6d1ca4d-c722-41b1-9c98-be6abd4701b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.1355050 Feb 17 18:02:01.600541 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-164cbf47-ccd1-402c-b063-8c5eeeb37c2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 217 time: 0.0702281 Feb 17 18:02:01.671545 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-6dad5496-7dd7-48d2-9fbc-02b3ee8de0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:01.673114 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-6dad5496-7dd7-48d2-9fbc-02b3ee8de0d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0640182 Feb 17 18:02:01.678459 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4957ff-9320-4469-83d8-ce09e433a7b6 req-23bf1e17-7ba1-4815-a344-c03af4814a22 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:01.680017 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4e4957ff-9320-4469-83d8-ce09e433a7b6 req-23bf1e17-7ba1-4815-a344-c03af4814a22 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.0898225 Feb 17 18:02:01.727179 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4e4957ff-9320-4469-83d8-ce09e433a7b6 req-3cf86515-059d-4425-aec8-bd332f2b27f4 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408044 Feb 17 18:02:01.759876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-8ea0ea8b-581e-4de0-9a41-cda5f76a8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:01.761406 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-8ea0ea8b-581e-4de0-9a41-cda5f76a8145 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799544 Feb 17 18:02:01.902457 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-a27baa41-047a-4c69-b5e6-fbf54b28d696 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332600 Feb 17 18:02:02.044216 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c98180e5-6ca9-41a1-8376-fcd2958e795f req-69c32a53-0eef-4382-9476-a16756cdcbb4 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1332371 Feb 17 18:02:02.311655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847ed5b-51a8-4f9e-83a0-9ee68cd42219 req-d624c2ee-e0d1-4ae0-bfeb-1b2d8b90a155 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:02.316306 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f847ed5b-51a8-4f9e-83a0-9ee68cd42219 req-d624c2ee-e0d1-4ae0-bfeb-1b2d8b90a155 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.0915837 Feb 17 18:02:02.367451 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f847ed5b-51a8-4f9e-83a0-9ee68cd42219 req-b4432a7d-dd97-4199-85cb-886c0d4a1744 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Feb 17 18:02:02.923381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681df9fb-143d-491e-b39e-eeefd2fb840d req-2b5e7390-de0f-4716-92e1-b1a39c2d5c2c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:02.924964 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-681df9fb-143d-491e-b39e-eeefd2fb840d req-2b5e7390-de0f-4716-92e1-b1a39c2d5c2c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.0874889 Feb 17 18:02:02.970987 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-681df9fb-143d-491e-b39e-eeefd2fb840d req-979203a1-1608-438f-9bdb-9b643b19c9c1 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398595 Feb 17 18:02:03.096652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 2531d11e-c619-4f45-a38b-af1b6612c900 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:03.169605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 2531d11e-c619-4f45-a38b-af1b6612c900 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:03.170019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:03.566031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf53ea4-e493-4b7b-b183-eec64b099b03 req-b85f6965-6520-4ef4-b596-ba186cb2cc12 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:03.567788 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cdf53ea4-e493-4b7b-b183-eec64b099b03 req-b85f6965-6520-4ef4-b596-ba186cb2cc12 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.0893850 Feb 17 18:02:03.614303 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cdf53ea4-e493-4b7b-b183-eec64b099b03 req-982be392-0a5b-4438-9f0a-c09b5e473fe1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Feb 17 18:02:04.173321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fa74b-c23a-46a9-9c3e-e3813ecb30e2 req-85db9587-8316-49a2-89a0-09492576402b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.174972 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a78fa74b-c23a-46a9-9c3e-e3813ecb30e2 req-85db9587-8316-49a2-89a0-09492576402b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.0892248 Feb 17 18:02:04.225389 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a78fa74b-c23a-46a9-9c3e-e3813ecb30e2 req-2036d6b0-d1bd-4189-bee2-8fc767ec76cb tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434449 Feb 17 18:02:05.657468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82089e9-6b56-459b-8bd9-03a6c9eb698a req-99db8389-2fdf-4dd9-b504-0ef964e8af59 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:05.659105 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b82089e9-6b56-459b-8bd9-03a6c9eb698a req-99db8389-2fdf-4dd9-b504-0ef964e8af59 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.3141792 Feb 17 18:02:05.708212 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b82089e9-6b56-459b-8bd9-03a6c9eb698a req-8746e028-c8a8-40fa-972f-d15d924e80f4 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424397 Feb 17 18:02:05.759182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:05.833244 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:02:05.838407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:05.838845 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.966209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.995453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:06.005979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 796f7e09-4b52-4067-84f2-3019fe9b5b1a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:06.008948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:06.010907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f1d1c62b-777e-4e50-8e41-e01db59c3834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:06.044043 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'code': 200} Feb 17 18:02:06.086528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=796f7e09-4b52-4067-84f2-3019fe9b5b1a,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:06.089710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:06.263074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:06.374388 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ad3af-9347-4b37-8f77-90f97e374156 req-475fb6d1-122c-4cfb-be7b-02eadfd34d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.376035 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ef5ad3af-9347-4b37-8f77-90f97e374156 req-475fb6d1-122c-4cfb-be7b-02eadfd34d15 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.0794003 Feb 17 18:02:06.422278 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ef5ad3af-9347-4b37-8f77-90f97e374156 req-18e2c9d4-cbd0-435b-ae50-696fc8a6d06e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0389402 Feb 17 18:02:06.909084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903a7a0-b436-45d0-a634-ab93738da172 req-89215864-33cf-45e0-aa9f-4205b8442c35 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.910675 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a903a7a0-b436-45d0-a634-ab93738da172 req-89215864-33cf-45e0-aa9f-4205b8442c35 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0880785 Feb 17 18:02:06.958472 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a903a7a0-b436-45d0-a634-ab93738da172 req-50ed202c-49ef-4e84-8758-77616016cbee tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411735 Feb 17 18:02:07.152467 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:07.228794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:07.229208 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:08.159220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237781ee-46d7-46f7-b9b5-fdf6cdf6267f req-8b6b950a-a6fd-49b0-99fb-85483b8fb5b6 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:08.160816 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-237781ee-46d7-46f7-b9b5-fdf6cdf6267f req-8b6b950a-a6fd-49b0-99fb-85483b8fb5b6 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Feb 17 18:02:08.212164 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-237781ee-46d7-46f7-b9b5-fdf6cdf6267f req-6d88ae91-49cd-4d0d-a054-191865b683dc tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447714 Feb 17 18:02:08.411259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18290ac6-98fd-40ce-874c-34726fd070ce req-804c5988-28d2-40fa-8245-ac6a33459e07 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:08.412851 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18290ac6-98fd-40ce-874c-34726fd070ce req-804c5988-28d2-40fa-8245-ac6a33459e07 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0864058 Feb 17 18:02:08.461872 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18290ac6-98fd-40ce-874c-34726fd070ce req-df4674e7-9c96-4dea-8338-b93208bcd1e0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423329 Feb 17 18:02:08.661591 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-18ad7507-35c6-4956-8401-0fef32a4b1cc tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1621218 Feb 17 18:02:08.672354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'floatingip': {'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:08.677835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:02:08.681802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Usage tracker for resource:floatingip and tenant:a2ec9fd9ea814aa894273850c4867bd4 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:02:08.684806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:02:08.691478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:02:08.701940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for floatingip, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:08.848361 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:09.132614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Allocated IP 172.28.0.179 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/a22b6a22-48e5-44e9-8124-f389cef8568f) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:02:09.291704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:09.325096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:09.341301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-35586f28-5b68-45ba-b7b7-02e07fccf682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:09.477994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event updated for resources: {'Port': ['ID=a22b6a22-48e5-44e9-8124-f389cef8568f,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:09.490403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.490818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.491222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.491622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.492018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.492410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.492799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.493186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.493571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.493957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.494363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.494758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.495236 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.495647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.496014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.496395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.496783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.497165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.497595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.497949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.498351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.499275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.499657 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.500083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:09.516592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:09.553748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:02:09.554950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:02:09.557362 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:02:09.641376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:09.708150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:09.983526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:09.986996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:10.004112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:10.148901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event updated for resources: {'Port': ['ID=a22b6a22-48e5-44e9-8124-f389cef8568f,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:10.152059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:10.255534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:10.281631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:10.287025 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6190813 Feb 17 18:02:10.373131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-42329a58-e71c-4d86-ae11-8c10ff5fe22e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Synchronizing usage tracker for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:floatingip {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:02:10.389914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-42329a58-e71c-4d86-ae11-8c10ff5fe22e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Unset dirty status for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:floatingip {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:02:10.391221 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-42329a58-e71c-4d86-ae11-8c10ff5fe22e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1012361 Feb 17 18:02:10.551546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-32a15436-0a6e-4112-9e6c-8e8df2aec95e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:10.553066 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-32a15436-0a6e-4112-9e6c-8e8df2aec95e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/networks/b6e25248-6bed-4b78-8681-3d07b5d178fb HTTP/1.1" status: 200 len: 784 time: 0.1558347 Feb 17 18:02:10.563655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-4cc85b4d-3ab0-43a0-8420-06835785d91e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:02:10.564683 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0bda1a8-abfd-4c9c-8d14-0d50b0bf9366 req-4cc85b4d-3ab0-43a0-8420-06835785d91e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059385 Feb 17 18:02:10.753530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-4b326f70-43a1-4eec-ac20-a16762df7808 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:10.755176 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-4b326f70-43a1-4eec-ac20-a16762df7808 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0885093 Feb 17 18:02:10.846371 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-1bda5acd-4452-4d6d-a789-9e7359f92e02 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0837131 Feb 17 18:02:10.855569 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Request body: {'floatingip': {'port_id': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:10.940215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for floatingip, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:11.801723 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:11.804665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:11.992160 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Floating IP 41d5f2f2-c401-4128-8b5e-b34fdf02eae0 associated. External IP: 172.28.0.179, port: 796f7e09-4b52-4067-84f2-3019fe9b5b1a. Feb 17 18:02:12.369953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Router 4f744bfb-2b63-48b0-a824-256826f766b6 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:02:12.562351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:02:12.566745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:12.572545 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] Sync routers for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:02:12.586633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:02:12.587248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:12.625766 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-58544603-560e-4dca-b8ac-8f5d68dc1e79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "PUT /v2.0/floatingips/41d5f2f2-c401-4128-8b5e-b34fdf02eae0 HTTP/1.1" status: 200 len: 996 time: 1.7744703 Feb 17 18:02:12.626301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:12.682825 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'status': 'completed', 'code': 200} Feb 17 18:02:12.721836 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-147113ee-849d-4002-b6d7-375313a2e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:12.723525 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-147113ee-849d-4002-b6d7-375313a2e2bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.0834169 Feb 17 18:02:12.781450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-52240d90-5fe6-4b40-b42a-bdb698b9f7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:12.792940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8752-ab09-4570-ae95-281437c2cb94 req-45ec23d5-6cdd-4570-84f6-20e373b2c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:12.794576 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-756f8752-ab09-4570-ae95-281437c2cb94 req-45ec23d5-6cdd-4570-84f6-20e373b2c54e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.0873661 Feb 17 18:02:12.805303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:02:12.875438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-c894c677-8d18-411f-a68a-b26ad52d67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:12.877286 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-c894c677-8d18-411f-a68a-b26ad52d67ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.1470904 Feb 17 18:02:12.952329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8752-ab09-4570-ae95-281437c2cb94 req-fc901ecd-d8be-4766-89b5-acb1d23e664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:12.954167 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-756f8752-ab09-4570-ae95-281437c2cb94 req-fc901ecd-d8be-4766-89b5-acb1d23e664d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.1443419 Feb 17 18:02:12.992578 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-194df4b2-d94b-4c1e-8f77-e72681fc9730 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 999 time: 0.1084001 Feb 17 18:02:13.078818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-c0113c4d-df32-4034-8d7c-bd082b33f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:13.080632 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-c0113c4d-df32-4034-8d7c-bd082b33f31e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0806506 Feb 17 18:02:13.088988 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-756f8752-ab09-4570-ae95-281437c2cb94 req-2d699bb1-0c98-4245-93bd-6c577d876db5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 999 time: 0.1269324 Feb 17 18:02:13.160526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8752-ab09-4570-ae95-281437c2cb94 req-409e5bad-418b-4232-a1d6-11570f0e3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:13.162135 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-756f8752-ab09-4570-ae95-281437c2cb94 req-409e5bad-418b-4232-a1d6-11570f0e3fd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0664260 Feb 17 18:02:13.169438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-cd4202a5-47c3-4d06-ba88-2e3165f2b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:13.171672 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-cd4202a5-47c3-4d06-ba88-2e3165f2b296 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836544 Feb 17 18:02:13.183069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-09136c21-4e5e-4d58-bfaf-881348223981 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:02:13.184413 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-09136c21-4e5e-4d58-bfaf-881348223981 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058990 Feb 17 18:02:13.206196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '41d5f2f2-c401-4128-8b5e-b34fdf02eae0', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'port_id': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'mac_address': 'fa:16:3e:01:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922b85a-c631-4f1e-af55-63218b576022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:02:09Z', 'updated_at': '2021-02-17T18:02:11Z', 'revision_number': 1, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:25Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:13.212025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] Checking router: 4f744bfb-2b63-48b0-a824-256826f766b6 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:02:13.219741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:02:13.220527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:01:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:13.257841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8752-ab09-4570-ae95-281437c2cb94 req-0847f824-81f2-4601-80c6-27330c941098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:13.259537 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-756f8752-ab09-4570-ae95-281437c2cb94 req-0847f824-81f2-4601-80c6-27330c941098 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852244 Feb 17 18:02:13.349703 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-3d86ea6b-9d2c-497d-8cfd-0189c303204a service neutron] 10.222.0.52 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574488 Feb 17 18:02:13.422050 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-756f8752-ab09-4570-ae95-281437c2cb94 req-2f5896c8-fb9a-41c2-bf42-ec5da2943334 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545744 Feb 17 18:02:13.512052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6d6dcd7-d3a0-4b64-9d73-dc37491b87dd req-860c71d0-91e2-4b63-8f83-be977f7e0472 service neutron] 10.222.0.52 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553795 Feb 17 18:02:13.582416 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-756f8752-ab09-4570-ae95-281437c2cb94 req-fcb8d8e3-2b80-4ad7-bc6a-0b2476d1ed16 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513016 Feb 17 18:02:13.604885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:02:13.971442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '41d5f2f2-c401-4128-8b5e-b34fdf02eae0', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'port_id': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'mac_address': 'fa:16:3e:01:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922b85a-c631-4f1e-af55-63218b576022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:02:09Z', 'updated_at': '2021-02-17T18:02:11Z', 'revision_number': 1, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:25Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:13.975658 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b9d5e-5c77-45e2-a5ce-da900224d249 None None] The sync data for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb is: [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '41d5f2f2-c401-4128-8b5e-b34fdf02eae0', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'port_id': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'mac_address': 'fa:16:3e:01:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922b85a-c631-4f1e-af55-63218b576022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:02:09Z', 'updated_at': '2021-02-17T18:02:11Z', 'revision_number': 1, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:25Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:02:14.271026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1f0f0-d1f2-45a4-9b5c-a4b2ee7dba49 None None] New status for floating IP 41d5f2f2-c401-4128-8b5e-b34fdf02eae0: ACTIVE {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:02:15.243785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b47c201b-f425-4513-954d-a66d944cc544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:15.384453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:16.416199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:17.292890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:23.421979 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad15cc4-b799-4305-8cbf-e365249e8c85 req-6fe1a40f-9298-4164-bfa2-3685f8abb3cc tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:23.423571 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ad15cc4-b799-4305-8cbf-e365249e8c85 req-6fe1a40f-9298-4164-bfa2-3685f8abb3cc tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0886743 Feb 17 18:02:23.470644 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ad15cc4-b799-4305-8cbf-e365249e8c85 req-bf560ba9-0b2d-477b-9330-1ce71771f7a4 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Feb 17 18:02:24.564944 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:02:24.673513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f48f6-f504-459e-b698-5ed1ef1723b6 req-8dfeff40-97cd-4510-ba3f-c729cf359127 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.675180 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c54f48f6-f504-459e-b698-5ed1ef1723b6 req-8dfeff40-97cd-4510-ba3f-c729cf359127 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0896995 Feb 17 18:02:24.722693 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c54f48f6-f504-459e-b698-5ed1ef1723b6 req-722d579f-317d-48de-8436-0c6b7ecaa749 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 Feb 17 18:02:25.929414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733c09a-8abe-43ab-898d-b4ced27e8645 req-994880fb-095c-4570-8a2e-b7096b27ed96 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:25.930996 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3733c09a-8abe-43ab-898d-b4ced27e8645 req-994880fb-095c-4570-8a2e-b7096b27ed96 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0901387 Feb 17 18:02:25.981010 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3733c09a-8abe-43ab-898d-b4ced27e8645 req-06b2da9f-227c-4235-b2f9-6d8a9ae5296a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Feb 17 18:02:27.188797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6ca64-5b08-4a6c-8e45-13dc574a3c4f req-aa5afdb2-512a-4bb2-bf48-75373048a1f9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:27.190387 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-14c6ca64-5b08-4a6c-8e45-13dc574a3c4f req-aa5afdb2-512a-4bb2-bf48-75373048a1f9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0892272 Feb 17 18:02:27.237024 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-14c6ca64-5b08-4a6c-8e45-13dc574a3c4f req-b1bd521a-ed0a-4b86-8158-621c3f2bd4ca tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401177 Feb 17 18:02:28.434266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b671c5-608e-4bfb-b548-c949942477d3 req-3c09ec1d-f2d6-45b0-829d-54ef380af1e0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:28.435890 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-32b671c5-608e-4bfb-b548-c949942477d3 req-3c09ec1d-f2d6-45b0-829d-54ef380af1e0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0863256 Feb 17 18:02:28.481581 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-32b671c5-608e-4bfb-b548-c949942477d3 req-830695d7-2ee6-4e81-af9f-dfb45e14eb62 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394111 Feb 17 18:02:29.684010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30619-4081-44d7-b249-9de4b30fca8d req-d32b905f-5574-4780-b6d7-b361fb9a3091 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:29.685594 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83d30619-4081-44d7-b249-9de4b30fca8d req-d32b905f-5574-4780-b6d7-b361fb9a3091 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0899193 Feb 17 18:02:29.732874 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83d30619-4081-44d7-b249-9de4b30fca8d req-a2ee87b8-5602-48e7-a594-cf60252ce1a7 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Feb 17 18:02:30.936225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906816b-e0e1-4637-b372-57e46db5e282 req-b0478cb9-bd6b-4648-b3ab-7825bcf01adc tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:30.937811 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e906816b-e0e1-4637-b372-57e46db5e282 req-b0478cb9-bd6b-4648-b3ab-7825bcf01adc tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0891335 Feb 17 18:02:30.989782 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e906816b-e0e1-4637-b372-57e46db5e282 req-7dc65719-3da8-494b-8473-9c0a816b1345 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Feb 17 18:02:32.192391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa9046-14b6-4b2c-b19b-19f1ecef488f req-913ae641-3039-4b53-bff1-4db3397df327 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:32.193994 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-57aa9046-14b6-4b2c-b19b-19f1ecef488f req-913ae641-3039-4b53-bff1-4db3397df327 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0875614 Feb 17 18:02:32.241762 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-57aa9046-14b6-4b2c-b19b-19f1ecef488f req-8b59d367-4803-4889-a77c-d74490fa0c89 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Feb 17 18:02:33.204231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-9fbcc5ee-5dbd-4a44-9a89-ef36e36f610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:33.205815 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-9fbcc5ee-5dbd-4a44-9a89-ef36e36f610e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1162 time: 0.0785096 Feb 17 18:02:33.365231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-f5099cc8-7f73-4484-8bba-f13087e68b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:33.366856 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-f5099cc8-7f73-4484-8bba-f13087e68b05 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.1404912 Feb 17 18:02:33.449106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33066-6ed3-45b5-84ca-f6aca3969163 req-565f2265-e1fd-42de-a235-b5d331ef6a81 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:33.451222 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a9a33066-6ed3-45b5-84ca-f6aca3969163 req-565f2265-e1fd-42de-a235-b5d331ef6a81 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0901127 Feb 17 18:02:33.478758 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-5696bc5e-0d20-401e-ba4e-def847e3c684 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 1000 time: 0.1047122 Feb 17 18:02:33.498678 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a9a33066-6ed3-45b5-84ca-f6aca3969163 req-1f005bee-a706-408e-b425-c8fa84b56a7e tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Feb 17 18:02:33.548654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-8a4fd06f-376f-45ef-9d34-9eafad11d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:33.550241 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-8a4fd06f-376f-45ef-9d34-9eafad11d936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0643518 Feb 17 18:02:33.641206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-29e21a00-2b0a-4fae-996b-a00f9beb07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:33.642847 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-29e21a00-2b0a-4fae-996b-a00f9beb07ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827665 Feb 17 18:02:33.791052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-60ea5229-f3bd-4cfd-8dbc-bd562b2697db service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397676 Feb 17 18:02:34.165979 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-efebda19-4b9e-4558-8709-7ae5cd554e45 req-c0e47c33-5d96-4537-b779-11b0adbc85b1 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3678031 Feb 17 18:02:34.698014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15a10-190e-4f9d-b0e0-ac7c0a55c24e req-6644ccb6-8c8f-47c3-9e58-0366945d59d5 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:34.699664 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6e15a10-190e-4f9d-b0e0-ac7c0a55c24e req-6644ccb6-8c8f-47c3-9e58-0366945d59d5 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0892122 Feb 17 18:02:34.746038 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a6e15a10-190e-4f9d-b0e0-ac7c0a55c24e req-f96327e1-d556-4487-87b3-43184ae32817 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Feb 17 18:02:35.158118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-4a22ec3c-07c8-4502-aec4-44400b78829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.159803 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-4a22ec3c-07c8-4502-aec4-44400b78829f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1162 time: 0.0826740 Feb 17 18:02:35.314535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-ff688efe-d628-4a79-8600-fd24178a1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.316170 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-ff688efe-d628-4a79-8600-fd24178a1604 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.1440883 Feb 17 18:02:35.331900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a818b-fb2a-4a44-a660-7dbb46bdbb8b req-184369e5-edbe-4617-b0a8-ab6cf958a5e4 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.333389 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-869a818b-fb2a-4a44-a660-7dbb46bdbb8b req-184369e5-edbe-4617-b0a8-ab6cf958a5e4 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.3188477 Feb 17 18:02:35.383568 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-869a818b-fb2a-4a44-a660-7dbb46bdbb8b req-533f3697-7779-4d7c-835d-c81cfcbb1d91 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Feb 17 18:02:35.440052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-2054561c-ab78-4c13-b8c5-dc49bdbf0ddf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 1000 time: 0.1139073 Feb 17 18:02:35.521448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-8cd95362-17ca-4abd-9fcf-26f7dd6093d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.523015 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-8cd95362-17ca-4abd-9fcf-26f7dd6093d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0638914 Feb 17 18:02:35.611205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-20625391-15f9-4e47-bead-27c669f800ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.612751 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-20625391-15f9-4e47-bead-27c669f800ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793943 Feb 17 18:02:35.758832 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-27956159-3f5c-4e0f-8d97-c859679a4f4c service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375031 Feb 17 18:02:35.912659 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-748023ba-d296-4e42-850d-4379fd0a8a26 req-b5a633c3-2141-469d-b552-14484ff1cc59 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397209 Feb 17 18:02:36.297945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:36.589510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656ca52-3178-49e4-b9ce-3159bf711403 req-4d4a5540-a744-4c93-b783-98ba99a2009d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:36.591124 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0656ca52-3178-49e4-b9ce-3159bf711403 req-4d4a5540-a744-4c93-b783-98ba99a2009d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0894248 Feb 17 18:02:36.643394 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0656ca52-3178-49e4-b9ce-3159bf711403 req-c4c3cc90-77fb-44df-898a-c27f48fd1dfe tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458908 Feb 17 18:02:37.845560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f0625-8fe5-4b15-ba05-8e90af560421 req-33628d70-614a-4020-8c25-79f06553fcec tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:37.847192 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-032f0625-8fe5-4b15-ba05-8e90af560421 req-33628d70-614a-4020-8c25-79f06553fcec tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0873148 Feb 17 18:02:37.898186 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-032f0625-8fe5-4b15-ba05-8e90af560421 req-a01f8f00-315f-43de-a2cc-757a532d62f3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446947 Feb 17 18:02:42.725997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a717db46-d9cf-41ca-85af-29cb11fd3549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:45.244435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d8371fde-c465-40c2-8d06-41ea6a31adb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:45.387006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:46.417281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:47.296297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:48.762054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefa18d-b7d4-4d9f-b8a9-27e18b53b4b2 req-9765f20e-0d51-41b5-badd-1993451158d0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:48.764232 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5aefa18d-b7d4-4d9f-b8a9-27e18b53b4b2 req-9765f20e-0d51-41b5-badd-1993451158d0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.1366382 Feb 17 18:02:48.812695 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5aefa18d-b7d4-4d9f-b8a9-27e18b53b4b2 req-fc6286a0-a814-486e-9109-8e9fd3658831 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Feb 17 18:02:50.064824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227ee22-8086-4b14-bebc-b294ab4fe0fc req-5dc05101-55eb-4f58-9fdb-a7b871d51ff6 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:50.066435 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7227ee22-8086-4b14-bebc-b294ab4fe0fc req-5dc05101-55eb-4f58-9fdb-a7b871d51ff6 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.1362224 Feb 17 18:02:50.113671 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7227ee22-8086-4b14-bebc-b294ab4fe0fc req-ea067d8f-d1b5-40b4-a6a5-a20214a5fd15 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Feb 17 18:02:51.314907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cb4fd-2ab0-4463-9ef0-650a6a12c54c req-96ca5db2-e156-4273-b0f3-98ae72375281 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:51.316565 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7f5cb4fd-2ab0-4463-9ef0-650a6a12c54c req-96ca5db2-e156-4273-b0f3-98ae72375281 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.0906632 Feb 17 18:02:51.365005 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7f5cb4fd-2ab0-4463-9ef0-650a6a12c54c req-f026e714-d530-4b07-905d-6c2b8b4f9b8c tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Feb 17 18:02:52.561133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff29898-bb24-4a08-a675-d5258f37185f req-c510db6d-b4a7-46b1-af02-8a1ba7c780d0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:52.562734 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fff29898-bb24-4a08-a675-d5258f37185f req-c510db6d-b4a7-46b1-af02-8a1ba7c780d0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.0851865 Feb 17 18:02:52.611953 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fff29898-bb24-4a08-a675-d5258f37185f req-76b874bd-7f5f-4892-90b4-159c5c49dcd7 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Feb 17 18:02:53.806447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f53e8e-7a59-4e25-aa1a-ea88e8e255f7 req-8c5f437b-992a-41c8-b9f1-9af3383db902 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:53.808025 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-80f53e8e-7a59-4e25-aa1a-ea88e8e255f7 req-8c5f437b-992a-41c8-b9f1-9af3383db902 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.0853975 Feb 17 18:02:53.854352 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-80f53e8e-7a59-4e25-aa1a-ea88e8e255f7 req-05efde8a-7755-443d-8263-b343b5862625 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Feb 17 18:02:54.364419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b880e6f-f202-41e3-a2b6-5df68a9aed70 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:54.365179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b880e6f-f202-41e3-a2b6-5df68a9aed70 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Synchronizing usage tracker for tenant:9e824c872d184f07ad73da3dc07faef5 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:02:54.381620 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b880e6f-f202-41e3-a2b6-5df68a9aed70 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Unset dirty status for tenant:9e824c872d184f07ad73da3dc07faef5 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:02:54.382836 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b880e6f-f202-41e3-a2b6-5df68a9aed70 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 945 time: 0.1029863 Feb 17 18:02:54.462583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Deleting port 2531d11e-c619-4f45-a38b-af1b6612c900 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:02:54.462969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:54.721198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] For port 2531d11e-c619-4f45-a38b-af1b6612c900, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2531d11e-c619-4f45-a38b-af1b6612c900,segment=NetworkSegment(cf6f9bb5-bbec-43b8-9e6c-0e410efc5078),segment_id=cf6f9bb5-bbec-43b8-9e6c-0e410efc5078)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:54.721510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:54.850891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Calling delete_port for 2531d11e-c619-4f45-a38b-af1b6612c900 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:02:55.003588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:55.016670 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ede7d53d-1cc9-440b-8c15-01c14a978897 req-8769a2d3-92ed-4133-a002-46525bc6f91a tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=547616e1-b4da-4f2b-adad-36c06030bca5 HTTP/1.1" status: 200 len: 210 time: 0.0487294 Feb 17 18:02:55.021972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:55.125564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Pushing event deleted for resources: {'Port': ['ID=2531d11e-c619-4f45-a38b-af1b6612c900,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:55.139481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.139889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.140294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.140690 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.141082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.141473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.141864 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.142251 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.142665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.143051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.143436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.143821 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.144297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.144681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.145070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.145453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.145842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.146227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.146650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.147039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.147425 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.147808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.148191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.148572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:55.152541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:55.245302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] No DVR routers for this DVR port 2531d11e-c619-4f45-a38b-af1b6612c900 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:02:55.247565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:55.251481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547616e1-b4da-4f2b-adad-36c06030bca5', 'name': 'network-vif-deleted', 'tag': '2531d11e-c619-4f45-a38b-af1b6612c900'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:55.265587 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-57a74169-1468-483c-8180-3a94e8404b73 req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "DELETE /v2.0/ports/2531d11e-c619-4f45-a38b-af1b6612c900 HTTP/1.1" status: 204 len: 173 time: 0.8767185 Feb 17 18:02:55.299701 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547616e1-b4da-4f2b-adad-36c06030bca5', 'name': 'network-vif-deleted', 'tag': '2531d11e-c619-4f45-a38b-af1b6612c900', 'status': 'completed', 'code': 200} Feb 17 18:02:55.374552 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 2531d11e-c619-4f45-a38b-af1b6612c900 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:02:55.412030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 2531d11e-c619-4f45-a38b-af1b6612c900 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:02:55.412431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 2531d11e-c619-4f45-a38b-af1b6612c900 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:02:59.431463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82a16f-3c14-4aed-9f50-58be5fb4c4c1 req-13548326-7cc4-43e1-9162-785328b0e30d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:59.432953 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db82a16f-3c14-4aed-9f50-58be5fb4c4c1 req-13548326-7cc4-43e1-9162-785328b0e30d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.0881317 Feb 17 18:02:59.480328 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-db82a16f-3c14-4aed-9f50-58be5fb4c4c1 req-00c9306d-ad20-44d1-a0c7-c94c7709e948 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Feb 17 18:03:00.375420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-a069e0cd-75f5-456c-874b-81cf36d4e661 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:00.377034 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-a069e0cd-75f5-456c-874b-81cf36d4e661 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/networks?id=d082a013-ee7c-4b2f-aba5-7939b1c3c513 HTTP/1.1" status: 200 len: 814 time: 0.1596334 Feb 17 18:03:00.392939 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-6af41e4a-b734-4972-bf0d-cbc99789243d tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/quotas/9e824c872d184f07ad73da3dc07faef5 HTTP/1.1" status: 200 len: 375 time: 0.0097148 Feb 17 18:03:00.447175 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-02b0414e-69b8-4669-92b0-49b8f7579067 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e824c872d184f07ad73da3dc07faef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485120 Feb 17 18:03:00.702270 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-bac743dd-8a5d-476f-b9a7-bc63eb12e07d service neutron] 10.222.0.52 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471499 Feb 17 18:03:00.817461 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1d4d0-c65e-49a1-aaf2-edf1042cd220 req-6c13a8f6-e472-4833-9025-2f610d5299f7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:00.819092 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-00c1d4d0-c65e-49a1-aaf2-edf1042cd220 req-6c13a8f6-e472-4833-9025-2f610d5299f7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.2112243 Feb 17 18:03:00.901709 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-00c1d4d0-c65e-49a1-aaf2-edf1042cd220 req-888db7da-8064-4432-a6ee-f08dffefd6da tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751915 Feb 17 18:03:00.905237 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-5ff966e3-b132-4fd4-be39-34d245633116 service neutron] 10.222.0.52 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1949856 Feb 17 18:03:01.100947 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9de74e8f-b910-45a0-ab9d-449da422e37b req-c7762145-46d8-4e51-863f-ca6ae6f9bbac tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 210 time: 0.0512416 Feb 17 18:03:01.366437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device e00d3b30-67e8-4d15-9798-0be8fd5de343 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:01.422398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-72beda77-0b82-463f-8d51-bb600db1cea2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:01.423440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-72beda77-0b82-463f-8d51-bb600db1cea2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Synchronizing usage tracker for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:01.442118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-72beda77-0b82-463f-8d51-bb600db1cea2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Unset dirty status for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:01.443553 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-72beda77-0b82-463f-8d51-bb600db1cea2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 946 time: 0.1139102 Feb 17 18:03:01.512323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:01.529952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Deleting port e00d3b30-67e8-4d15-9798-0be8fd5de343 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:01.530689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:01.544239 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:01.562028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port e00d3b30-67e8-4d15-9798-0be8fd5de343, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:01.567119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:01.569156 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c3243744-778a-4220-a50d-111688aad9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:01.578271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:01.619321 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'code': 200} Feb 17 18:03:01.641894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=7']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:01.650175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.650805 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.651345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.651871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.652424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.653414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.653942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.654493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.655040 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.655392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.655913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.656444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.657062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.657583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.658099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.658733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.659249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.659765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.660281 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.660811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.661332 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.661857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.662415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.663174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:01.667721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:01.817004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] For port e00d3b30-67e8-4d15-9798-0be8fd5de343, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e00d3b30-67e8-4d15-9798-0be8fd5de343,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:01.817409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:02.107798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834fdc-881a-43c7-9847-08a7d346a320 req-38e1ba51-8a1f-432b-bc17-9b9b87460ec5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:02.109359 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf834fdc-881a-43c7-9847-08a7d346a320 req-38e1ba51-8a1f-432b-bc17-9b9b87460ec5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 944 time: 0.0895333 Feb 17 18:03:02.133683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:02.134220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:02.134602 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Floating IP 21f162b9-dcd1-4b62-aed6-3c63416e1331 disassociated. External IP: 172.28.0.102, port: e00d3b30-67e8-4d15-9798-0be8fd5de343. Feb 17 18:03:02.134982 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Calling delete_port for e00d3b30-67e8-4d15-9798-0be8fd5de343 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:02.160204 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf834fdc-881a-43c7-9847-08a7d346a320 req-2316829f-dacf-4b35-89d2-50d867de4736 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Feb 17 18:03:02.277288 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-07a8d3c8-d907-409a-9171-023133615784 req-0ed78329-f286-40f2-a62f-b3ff9690c640 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 210 time: 0.0522497 Feb 17 18:03:02.334315 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:02.404304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-350448dd-57fb-48e2-a7f7-30dd470ce6a9 tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:02.530330 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event deleted for resources: {'Port': ['ID=e00d3b30-67e8-4d15-9798-0be8fd5de343,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:02.537005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:02.633404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-2dc3d5dc-539b-4bec-8b11-d63e0ed9b64e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:02.635028 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-2dc3d5dc-539b-4bec-8b11-d63e0ed9b64e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "GET /v2.0/networks?id=d082a013-ee7c-4b2f-aba5-7939b1c3c513 HTTP/1.1" status: 200 len: 814 time: 0.3316214 Feb 17 18:03:02.653092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Request body: {'port': {'device_id': '71523a67-6059-4d0c-9abc-502d21042132', 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513', 'admin_state_up': True, 'tenant_id': '9e824c872d184f07ad73da3dc07faef5'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:03.188759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:03.204784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Usage tracker for resource:port and tenant:9e824c872d184f07ad73da3dc07faef5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:03.211053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:03.222626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:03.225876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:03:03.298700 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Made reservation on behalf of 9e824c872d184f07ad73da3dc07faef5 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:03.304277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:03.387293 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2fe7f6f3-dde3-4dcc-b546-c44eed903f96 req-61b11e1a-cc83-4bd6-9bb0-df02d1e1dcf7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=44606e39-5d09-4ae3-a627-40543f0f3d2b HTTP/1.1" status: 200 len: 210 time: 0.1054425 Feb 17 18:03:03.468730 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-440a74ec-7222-4f0f-a054-b6adf7b906cf req-a0eba153-0b8a-434a-8187-1d72e68638df tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 210 time: 0.0495460 Feb 17 18:03:03.473716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:03.494387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] Sync routers for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:03.498071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:03.498899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:02:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:03.581490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] No DVR routers for this DVR port e00d3b30-67e8-4d15-9798-0be8fd5de343 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:03:03.588378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:03.591173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-deleted', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:03.627492 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aca78a38-f5d2-4c14-9563-325555ff1814 req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "DELETE /v2.0/ports/e00d3b30-67e8-4d15-9798-0be8fd5de343 HTTP/1.1" status: 204 len: 173 time: 2.1775141 Feb 17 18:03:03.662737 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44606e39-5d09-4ae3-a627-40543f0f3d2b', 'name': 'network-vif-deleted', 'tag': 'e00d3b30-67e8-4d15-9798-0be8fd5de343', 'status': 'completed', 'code': 200} Feb 17 18:03:03.726003 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:03.832802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Allocated IP 172.20.0.3 (d082a013-ee7c-4b2f-aba5-7939b1c3c513/1650e69b-e905-4520-9216-3b8f6ef762b6/1f396436-4de5-495b-a47b-6221e7541d52) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:04.054396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.070405 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:04.075021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] Checking router: 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:04.084717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:04.085542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:02:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:04.089562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.110633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f6938d9b-1647-40ac-9050-2459dd52c419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:04.255104 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Pushing event updated for resources: {'Port': ['ID=1f396436-4de5-495b-a47b-6221e7541d52,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:04.260021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:04.308490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:04.336187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:04.337376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:04.348442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:04.423739 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:04.424437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.451893 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8042343 Feb 17 18:03:04.466254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Request body: {'port': {'device_id': '71523a67-6059-4d0c-9abc-502d21042132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:04.571853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52728) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:04.608742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.719666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.741598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:04.747804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0650399-b50e-4517-830b-c1a215aa7a11 None None] The sync data for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb is: [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:03:04.769772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.809260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ee62-a79a-4924-846f-0a1fc0093255 req-f691fb0b-119c-42f9-b008-a34245c215e0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:04.816952 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b021ee62-a79a-4924-846f-0a1fc0093255 req-f691fb0b-119c-42f9-b008-a34245c215e0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 931 time: 0.1716335 Feb 17 18:03:04.879860 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b021ee62-a79a-4924-846f-0a1fc0093255 req-e8b270ac-e52c-4493-aa46-f1535fd17e7c tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Feb 17 18:03:04.888069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.902452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-831bae91-e83b-4a6c-89c9-24bd3b95250d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:04.918853 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d88a8b-7117-4ec4-b6f3-59d7bf94ba97,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:04.927813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:04.928646 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:04.931121 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "DELETE /v2.0/security-groups/93d88a8b-7117-4ec4-b6f3-59d7bf94ba97 HTTP/1.1" status: 204 len: 168 time: 0.3567917 Feb 17 18:03:04.933177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 52732) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:04.959082 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.v2.resource [None req-f20a11b7-bfc2-49fe-95af-0cdce32b036c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] show failed (client error): The resource could not be found. Feb 17 18:03:04.960331 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f20a11b7-bfc2-49fe-95af-0cdce32b036c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups/93d88a8b-7117-4ec4-b6f3-59d7bf94ba97 HTTP/1.1" status: 404 len: 347 time: 0.0254147 Feb 17 18:03:04.963534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52736) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:05.084409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f396436-4de5-495b-a47b-6221e7541d52 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:03:05.093260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.106758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Transition to ACTIVE for port object 1f396436-4de5-495b-a47b-6221e7541d52 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:05.110065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.127983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bb65132e-0d54-45b9-8122-e170cd1846c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:05.137996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Deleting port d8459097-2aa1-4468-90b4-1c3d5ec9a48b {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:05.138304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.225527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4906f2-06fe-4bd4-b655-8058c95cc928 None None] New status for floating IP 21f162b9-dcd1-4b62-aed6-3c63416e1331: DOWN {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:03:05.267307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Pushing event updated for resources: {'Port': ['ID=1f396436-4de5-495b-a47b-6221e7541d52,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:05.272044 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:05.340758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.341132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.479608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Attempting to bind port 1f396436-4de5-495b-a47b-6221e7541d52 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:05.479989 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Attempting to bind port 1f396436-4de5-495b-a47b-6221e7541d52 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:03:05.480365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Attempting to bind port 1f396436-4de5-495b-a47b-6221e7541d52 on network d082a013-ee7c-4b2f-aba5-7939b1c3c513 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:03:05.487448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:03:05.487448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Checking segment: {'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:05.487807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.488215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Bound using segment: {'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:03:05.488703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Bound port: 1f396436-4de5-495b-a47b-6221e7541d52, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd082a013-ee7c-4b2f-aba5-7939b1c3c513'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:03:05.489088 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.497351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Calling delete_port for d8459097-2aa1-4468-90b4-1c3d5ec9a48b owned by network:floatingip {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:05.587261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:05.587631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:05.588324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] For port 1f396436-4de5-495b-a47b-6221e7541d52, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:03:05.591741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] For port 1f396436-4de5-495b-a47b-6221e7541d52, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1f396436-4de5-495b-a47b-6221e7541d52,segment=NetworkSegment(cf6f9bb5-bbec-43b8-9e6c-0e410efc5078),segment_id=cf6f9bb5-bbec-43b8-9e6c-0e410efc5078)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:03:05.595063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.610898 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f1932c4d-ce72-4ef4-b35b-b1082498c06e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:05.767863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Pushing event updated for resources: {'Port': ['ID=1f396436-4de5-495b-a47b-6221e7541d52,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:05.771211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:05.804856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:05.805386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.806893 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] 10.222.0.38 "PUT /v2.0/ports/1f396436-4de5-495b-a47b-6221e7541d52 HTTP/1.1" status: 200 len: 1157 time: 1.3461866 Feb 17 18:03:05.807420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71523a67-6059-4d0c-9abc-502d21042132', 'tag': '1f396436-4de5-495b-a47b-6221e7541d52'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:05.886042 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71523a67-6059-4d0c-9abc-502d21042132', 'tag': '1f396436-4de5-495b-a47b-6221e7541d52', 'status': 'completed', 'code': 200} Feb 17 18:03:05.923506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-e20221ac-e7cb-48ec-8fd1-e1bafefd4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:05.925130 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-e20221ac-e7cb-48ec-8fd1-e1bafefd4af7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e824c872d184f07ad73da3dc07faef5&device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 1160 time: 0.0805972 Feb 17 18:03:06.003435 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-e2705935-d256-454b-8a85-c640e55b4ecb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f396436-4de5-495b-a47b-6221e7541d52 HTTP/1.1" status: 200 len: 217 time: 0.0694404 Feb 17 18:03:06.073667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-2c1de504-4991-43f3-8a2c-3ee37ce45f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:06.075951 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-2c1de504-4991-43f3-8a2c-3ee37ce45f55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1650e69b-e905-4520-9216-3b8f6ef762b6 HTTP/1.1" status: 200 len: 854 time: 0.0656106 Feb 17 18:03:06.081407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823149c-80bf-4370-a555-cef4ce095b44 req-206201b8-1717-423c-a512-012b4b6fcbcf tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:06.082988 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e823149c-80bf-4370-a555-cef4ce095b44 req-206201b8-1717-423c-a512-012b4b6fcbcf tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 943 time: 0.0910826 Feb 17 18:03:06.088600 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Deleting port d8459097-2aa1-4468-90b4-1c3d5ec9a48b {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:06.088976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.129506 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-f6553265-b8ee-4e6f-8932-b461e3d94c10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d082a013-ee7c-4b2f-aba5-7939b1c3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469224 Feb 17 18:03:06.243456 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e823149c-80bf-4370-a555-cef4ce095b44 req-40c31754-7d56-4d28-a3c1-cda9ae2a96b3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289589 Feb 17 18:03:06.276892 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-b42d897f-9525-47ac-9d2c-02500ce712dc service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398907 Feb 17 18:03:06.299011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.309507 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.309904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.434851 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18b8db4a-e3c1-47b2-b6ea-5ba6b9938f57 req-c9b60a43-d069-487c-b12d-8cb67dc4df63 service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435268 Feb 17 18:03:06.443085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Calling delete_port for d8459097-2aa1-4468-90b4-1c3d5ec9a48b owned by network:floatingip {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:06.563322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-046f67ec-18d5-4979-b5be-39631a98d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:06.564942 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-046f67ec-18d5-4979-b5be-39631a98d311 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e824c872d184f07ad73da3dc07faef5&device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 1160 time: 0.0834923 Feb 17 18:03:06.593285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.609833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:06.708009 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-e867856c-40e7-4c3e-870c-1507f66a7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:06.709607 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-e867856c-40e7-4c3e-870c-1507f66a7044 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d082a013-ee7c-4b2f-aba5-7939b1c3c513 HTTP/1.1" status: 200 len: 908 time: 0.1377583 Feb 17 18:03:06.710742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event deleted for resources: {'Port': ['ID=d8459097-2aa1-4468-90b4-1c3d5ec9a48b,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:06.716306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:06.786145 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-4df717d2-db63-4d6b-980d-b1669446d289 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f396436-4de5-495b-a47b-6221e7541d52 HTTP/1.1" status: 200 len: 217 time: 0.0689902 Feb 17 18:03:06.835111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.851807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.852966 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "DELETE /v2.0/floatingips/21f162b9-dcd1-4b62-aed6-3c63416e1331 HTTP/1.1" status: 204 len: 168 time: 1.8883653 Feb 17 18:03:07.089889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-77ce2256-1919-416f-bb32-fab5ffd4b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:07.091486 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-77ce2256-1919-416f-bb32-fab5ffd4b2be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1650e69b-e905-4520-9216-3b8f6ef762b6 HTTP/1.1" status: 200 len: 854 time: 0.2986875 Feb 17 18:03:07.136107 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52748) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:07.142426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000756595', 'description': 'tempest-description--285860569'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:07.146527 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-abac4af6-21de-4a1d-92a2-68a217f97649 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d082a013-ee7c-4b2f-aba5-7939b1c3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471942 Feb 17 18:03:07.148628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:07.153572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:07.157447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:07.163543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:07.172519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.193230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:07.197674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group_rule and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:07.201296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:07.207310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:07.291170 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-5129d05e-bace-4ded-8295-2be9d73f9431 service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370294 Feb 17 18:03:07.296172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.302838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.309314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ca3659eb-bca0-45d6-b0e9-3818b35da14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:07.354565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67451c15-5360-4bb4-94d5-4c96840a9ed4,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:07.358115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:07.359054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.363368 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e67ab679-4988-43e1-a2cb-0577f75021d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2226064 Feb 17 18:03:07.367269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52754) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:07.414773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'security_group_rule': {'security_group_id': '67451c15-5360-4bb4-94d5-4c96840a9ed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:07.425592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:07.432301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group_rule and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:07.438204 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:07.446649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:07.454668 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-981deadf-2a4c-4282-856b-35a4b670fb1f req-e7daa604-bdad-4a1a-b0f8-36696ff841c1 service neutron] 10.222.0.38 "GET /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556585 Feb 17 18:03:07.471124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.506407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b186-8491-4d71-b1c5-20ee81d4fadd req-039bc1d0-f405-49fc-8b2c-0a13b3b3ffe7 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:07.507979 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b922b186-8491-4d71-b1c5-20ee81d4fadd req-039bc1d0-f405-49fc-8b2c-0a13b3b3ffe7 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 943 time: 0.1424494 Feb 17 18:03:07.581224 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b922b186-8491-4d71-b1c5-20ee81d4fadd req-6548b10b-2ca6-47e3-9eef-530436d9ccc3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601830 Feb 17 18:03:07.585564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.588323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.590920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:07.614924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd16b7d-9374-43e8-9ddf-305aade39821,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:07.617394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:07.623819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.625056 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9b84d68c-ac14-426c-a07d-e775186af783 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2568481 Feb 17 18:03:07.627883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52758) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:07.633098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'security_group_rule': {'security_group_id': '67451c15-5360-4bb4-94d5-4c96840a9ed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:07.638981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:07.642929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:security_group_rule and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:07.645861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:07.651559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:07.667712 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.733895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.736956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.739055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c92d3b7c-8bfc-4749-9b33-bf1267f9f7c5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:07.761212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa89cb9b-a677-4d3f-8755-a394e2e8cf90,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:07.764148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:07.770303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.771570 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427398 Feb 17 18:03:07.774921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52762) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:07.780872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'floatingip': {'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:07.786370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:07.790598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Usage tracker for resource:floatingip and tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:07.793532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:07.799202 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:07.808145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:08.169042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:08.436759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Allocated IP 172.28.0.195 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/9d324c9c-b5d0-4609-a1cd-f56a4891769b) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:08.589901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:08.620188 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:08.635587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:08.831189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'Port': ['ID=9d324c9c-b5d0-4609-a1cd-f56a4891769b,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:08.837037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:08.899706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec2e1-a6d6-4b5f-a01f-8a37d1a978cd req-f77499dd-1b7a-4c85-aa8d-3c9a0565d6cf tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:08.901275 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e50ec2e1-a6d6-4b5f-a01f-8a37d1a978cd req-f77499dd-1b7a-4c85-aa8d-3c9a0565d6cf tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 943 time: 0.1799312 Feb 17 18:03:08.911210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:08.925387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:08.928957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:08.998172 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e50ec2e1-a6d6-4b5f-a01f-8a37d1a978cd req-2117e88a-bfb9-40e3-8791-689bd82a4f3e tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890534 Feb 17 18:03:09.032052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:09.095688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:09.363983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:09.367530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:09.383842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5e35f24-531a-4690-9272-4c591ec33edc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:09.519166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'Port': ['ID=9d324c9c-b5d0-4609-a1cd-f56a4891769b,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:09.532996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.533407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.533811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.534207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.534625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.535023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.535414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.535801 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.536190 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.536577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.536963 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.537348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.538076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.538515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.538908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.539292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.539676 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.540061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.540446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.540831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.541217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.541602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.541984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.542521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:09.546575 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:09.644157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:09.665656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:09.666981 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8910925 Feb 17 18:03:09.889066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-de8b8c8c-303b-48de-b906-b82e79771109 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Synchronizing usage tracker for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:09.903981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-de8b8c8c-303b-48de-b906-b82e79771109 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Unset dirty status for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:09.905158 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-de8b8c8c-303b-48de-b906-b82e79771109 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1000756595&fields=id&tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 267 time: 0.0587952 Feb 17 18:03:10.070017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ed8b75f8-5075-4852-8cee-1536e51e84b5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:10.071632 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ed8b75f8-5075-4852-8cee-1536e51e84b5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 816 time: 0.1591647 Feb 17 18:03:10.087361 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ef4cde41-97aa-4bcd-8cc8-3c416a0100be tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/quotas/e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 375 time: 0.0096619 Feb 17 18:03:10.247323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-92f6b1e8-13b9-42b9-9891-09b509f21b2e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Synchronizing usage tracker for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:port {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:10.257331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fff937-c0d4-4119-aeac-53c1afda5c08 req-12dae298-e52e-4c02-9779-a11465bc2b12 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:10.258893 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03fff937-c0d4-4119-aeac-53c1afda5c08 req-12dae298-e52e-4c02-9779-a11465bc2b12 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 943 time: 0.1219835 Feb 17 18:03:10.290957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-92f6b1e8-13b9-42b9-9891-09b509f21b2e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Unset dirty status for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:port {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:10.292354 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-92f6b1e8-13b9-42b9-9891-09b509f21b2e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1996262 Feb 17 18:03:10.385871 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03fff937-c0d4-4119-aeac-53c1afda5c08 req-a90af087-d9ef-4d59-9785-81b704dd7dce tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194689 Feb 17 18:03:10.449840 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-09d58725-7b02-4c80-aa70-ababff5f3f26 service neutron] 10.222.0.52 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413183 Feb 17 18:03:10.591948 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-9e5d7128-ca12-4587-8ae6-70fbeaa210f4 service neutron] 10.222.0.52 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355748 Feb 17 18:03:10.788307 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-086e893d-dfc7-4bcb-bcd4-d0c2fe352723 req-6638cf50-35e0-4bf4-a192-0cc07a74edd7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 210 time: 0.0528700 Feb 17 18:03:11.584061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e10a3-e832-4f77-9872-8114be793872 req-a09e8661-0a9b-4ca1-8d38-940d4510c61b tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:11.585658 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf5e10a3-e832-4f77-9872-8114be793872 req-a09e8661-0a9b-4ca1-8d38-940d4510c61b tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 943 time: 0.0871966 Feb 17 18:03:11.632850 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bf5e10a3-e832-4f77-9872-8114be793872 req-b1fc38fc-ef0e-43b0-8418-f166f9bf2de6 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Feb 17 18:03:11.911985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-6a7de10a-83f2-4e90-b1e1-a52f31393332 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:11.913810 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-6a7de10a-83f2-4e90-b1e1-a52f31393332 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 816 time: 0.1640239 Feb 17 18:03:11.961201 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-367df020-2749-413f-8273-c1b6f046466b req-1be977e3-48c4-463e-be5d-6579955f6db2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 210 time: 0.0532663 Feb 17 18:03:11.989349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 1f396436-4de5-495b-a47b-6221e7541d52 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:03:12.003350 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-4a702b07-02c3-4e68-aa90-ff0879dd45ee tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 5704 time: 0.0782311 Feb 17 18:03:12.015444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'port': {'device_id': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'admin_state_up': True, 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'security_groups': ['67451c15-5360-4bb4-94d5-4c96840a9ed4']}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:12.061607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 1f396436-4de5-495b-a47b-6221e7541d52 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:03:12.066454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 1f396436-4de5-495b-a47b-6221e7541d52 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:12.066880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:12.161893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:12.172650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:12.181444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Made reservation on behalf of e36a4a2d120b4657a4b4a9c6dc9bf4f5 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:12.187562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:12.192503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:12.220859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71523a67-6059-4d0c-9abc-502d21042132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f396436-4de5-495b-a47b-6221e7541d52'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:12.235594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 1f396436-4de5-495b-a47b-6221e7541d52, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1f396436-4de5-495b-a47b-6221e7541d52,segment=NetworkSegment(cf6f9bb5-bbec-43b8-9e6c-0e410efc5078),segment_id=cf6f9bb5-bbec-43b8-9e6c-0e410efc5078)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:12.238597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:12.240544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:12.317554 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71523a67-6059-4d0c-9abc-502d21042132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f396436-4de5-495b-a47b-6221e7541d52', 'code': 200} Feb 17 18:03:12.318243 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=1f396436-4de5-495b-a47b-6221e7541d52,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:12.321625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:12.523604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Allocated IP 172.20.0.11 (3bf89fa6-36c8-4e5d-8230-8673d1a72579/9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb/990ce1c3-b055-44aa-889f-0d5d882cd639) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:12.728447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4222-5933-44d4-ab39-1089fdce0b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:12.750717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b23b-2a9b-4d36-82ca-5999f7c523a1 req-e9dd06b4-b2f9-4e03-a1ae-961505dc80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:12.752278 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ba16b23b-2a9b-4d36-82ca-5999f7c523a1 req-e9dd06b4-b2f9-4e03-a1ae-961505dc80a3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 1162 time: 0.2682040 Feb 17 18:03:12.819183 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:12.830428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1d92-1f7c-486b-8dea-f8ab49c73c68 req-35687320-3da9-4b2b-84e4-71c0ff0ea887 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:12.832030 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-669f1d92-1f7c-486b-8dea-f8ab49c73c68 req-35687320-3da9-4b2b-84e4-71c0ff0ea887 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.0865197 Feb 17 18:03:12.836033 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ba16b23b-2a9b-4d36-82ca-5999f7c523a1 req-aa7892d0-33b5-4807-bf95-7ebf631e2d01 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769086 Feb 17 18:03:12.845788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Transition to ACTIVE for port object 990ce1c3-b055-44aa-889f-0d5d882cd639 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:12.869291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:12.880998 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-669f1d92-1f7c-486b-8dea-f8ab49c73c68 req-f57b0b25-ec3e-4211-bcc4-3323dcfa4e21 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Feb 17 18:03:12.888090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-efd6fbe3-9d7b-4e5e-b067-7db17b3a2755 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:13.027861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event updated for resources: {'Port': ['ID=990ce1c3-b055-44aa-889f-0d5d882cd639,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:13.031051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:13.083043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:13.084274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:13.086734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:13.154152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:13.154971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:13.175424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a2486-fd3b-46fc-80b5-9c74890dabc1 req-854caa68-af89-4844-878f-1f368f31883d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:13.177085 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cc6a2486-fd3b-46fc-80b5-9c74890dabc1 req-854caa68-af89-4844-878f-1f368f31883d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 932 time: 0.0948908 Feb 17 18:03:13.182521 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-ebb7c71d-34c8-48b0-b5d5-bd1ff4afaf9f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1711226 Feb 17 18:03:13.197888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Request body: {'port': {'device_id': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:13.228874 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cc6a2486-fd3b-46fc-80b5-9c74890dabc1 req-659c3f95-055e-4885-a67f-6550edb9007b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Feb 17 18:03:13.287662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ef8eace2-4b96-4977-8483-bf2a2f21f72b None None] Provisioning for port 990ce1c3-b055-44aa-889f-0d5d882cd639 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:03:13.295496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ef8eace2-4b96-4977-8483-bf2a2f21f72b None None] Provisioning complete for port 990ce1c3-b055-44aa-889f-0d5d882cd639 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:13.295915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef8eace2-4b96-4977-8483-bf2a2f21f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:13.329989 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:13.353105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ef8eace2-4b96-4977-8483-bf2a2f21f72b None None] Port 990ce1c3-b055-44aa-889f-0d5d882cd639 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:03:13.432182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 1f396436-4de5-495b-a47b-6221e7541d52 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:03:13.503535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 1f396436-4de5-495b-a47b-6221e7541d52 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:13.503966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:13.747593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990ce1c3-b055-44aa-889f-0d5d882cd639 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:03:13.755372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:13.767872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Transition to ACTIVE for port object 990ce1c3-b055-44aa-889f-0d5d882cd639 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:13.770501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:13.785704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5efe7ab6-6299-491d-af66-e73fcb28ccf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:13.919359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Pushing event updated for resources: {'Port': ['ID=990ce1c3-b055-44aa-889f-0d5d882cd639,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:13.924102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:14.098021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ef245-8b5b-4bf6-98b6-58235aeb2508 req-0876435a-4c00-4d27-94c3-11b88886ac5d tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:14.099826 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-155ef245-8b5b-4bf6-98b6-58235aeb2508 req-0876435a-4c00-4d27-94c3-11b88886ac5d tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.1027856 Feb 17 18:03:14.130455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Attempting to bind port 990ce1c3-b055-44aa-889f-0d5d882cd639 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:14.131439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Attempting to bind port 990ce1c3-b055-44aa-889f-0d5d882cd639 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:03:14.131439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Attempting to bind port 990ce1c3-b055-44aa-889f-0d5d882cd639 on network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:03:14.140280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:03:14.140648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Checking segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:14.141156 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:14.141586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Bound using segment: {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:03:14.142215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Bound port: 990ce1c3-b055-44aa-889f-0d5d882cd639, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:03:14.142608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:14.154234 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-155ef245-8b5b-4bf6-98b6-58235aeb2508 req-2edd1af6-8a6c-47e5-b8f0-1bfb62331971 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Feb 17 18:03:14.253830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] For port 990ce1c3-b055-44aa-889f-0d5d882cd639, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:03:14.256923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] For port 990ce1c3-b055-44aa-889f-0d5d882cd639, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=990ce1c3-b055-44aa-889f-0d5d882cd639,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:03:14.264216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:14.282878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9a9ee879-76ca-4b66-8004-3d3186ca4499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:14.428827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Pushing event updated for resources: {'Port': ['ID=990ce1c3-b055-44aa-889f-0d5d882cd639,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:14.432458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:14.440740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb7b47-3f99-4f8e-afb4-ef97bc1e8925 req-480d85ff-213c-4059-a513-538b3d02dadb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:14.442373 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7eb7b47-3f99-4f8e-afb4-ef97bc1e8925 req-480d85ff-213c-4059-a513-538b3d02dadb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0911601 Feb 17 18:03:14.480231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:14.480911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:14.482281 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] 10.222.0.38 "PUT /v2.0/ports/990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 200 len: 1158 time: 1.2891138 Feb 17 18:03:14.482859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:14.491014 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7eb7b47-3f99-4f8e-afb4-ef97bc1e8925 req-60a8591c-609e-4df1-9bb4-d3553ba51632 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Feb 17 18:03:14.565654 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'status': 'completed', 'code': 200} Feb 17 18:03:14.610019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-12514d58-df98-4046-a60d-49acdda7a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:14.611697 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-12514d58-df98-4046-a60d-49acdda7a62a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1161 time: 0.0851858 Feb 17 18:03:14.691079 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-0ee2e3d6-715f-4e1e-a57e-f50da3803bca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 200 len: 217 time: 0.0709445 Feb 17 18:03:14.759486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-e8616ce2-c390-4499-9dd9-3a5012ce18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:14.760987 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-e8616ce2-c390-4499-9dd9-3a5012ce18f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0632241 Feb 17 18:03:14.842894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-63437795-5d36-4675-9c6d-0fd212249405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:14.844421 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-63437795-5d36-4675-9c6d-0fd212249405 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760241 Feb 17 18:03:15.025547 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-8893eca5-809b-4134-b712-27ce95096740 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737235 Feb 17 18:03:15.166080 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-741e4414-92bd-4cce-9bab-9eb2c8f0b585 req-a3ef5026-b2f3-4ae0-98f0-3ccc0e3fd4b8 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1331799 Feb 17 18:03:15.246902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-931ee9ae-d7b0-475b-bea1-92387675e630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:15.309200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-15034e11-bef1-4ce4-b986-92d39f4c3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:15.310862 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-15034e11-bef1-4ce4-b986-92d39f4c3a38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1161 time: 0.0851231 Feb 17 18:03:15.373731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4da84-bd67-44e8-b8a0-c738f6944ed2 req-766fa44a-edf4-4bd1-b8a3-3fc0ea7a12ed tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:15.375567 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dbc4da84-bd67-44e8-b8a0-c738f6944ed2 req-766fa44a-edf4-4bd1-b8a3-3fc0ea7a12ed tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.1032577 Feb 17 18:03:15.389398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:15.425204 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dbc4da84-bd67-44e8-b8a0-c738f6944ed2 req-ecb85b08-c49b-4c4a-b260-a07e0850afc3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Feb 17 18:03:15.458208 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-7adc85a6-cb3f-4374-9d18-daa1a7dd3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:15.459841 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-7adc85a6-cb3f-4374-9d18-daa1a7dd3d06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.1416204 Feb 17 18:03:15.539021 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-81e92abb-d9ea-4ec3-ab34-c8a1021d9354 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 200 len: 217 time: 0.0717821 Feb 17 18:03:15.613817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-09a223e5-2171-47d0-9bfa-6be959a327d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:15.615440 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-09a223e5-2171-47d0-9bfa-6be959a327d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0693464 Feb 17 18:03:15.703096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac75673-65e5-47de-922e-e4fa91ca4814 req-4106b29d-52d2-4fb7-b9d3-caefbecae38d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:15.703992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-ed2e9035-d42c-4741-9639-b3052595e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:15.704715 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5ac75673-65e5-47de-922e-e4fa91ca4814 req-4106b29d-52d2-4fb7-b9d3-caefbecae38d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0887017 Feb 17 18:03:15.706056 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-ed2e9035-d42c-4741-9639-b3052595e6e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836310 Feb 17 18:03:15.822980 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5ac75673-65e5-47de-922e-e4fa91ca4814 req-0020e367-d095-4728-ac9e-0436c593781c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113379 Feb 17 18:03:16.090171 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-bd178833-1689-4321-abe9-0e8ddd2beef4 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771496 Feb 17 18:03:16.233638 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6ddde506-b2e3-4602-93fe-84db3b123982 req-7e03bab5-1167-46ba-ae00-38f955d6b45b service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359062 Feb 17 18:03:16.419991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:17.039427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0b225-6ed8-4c63-9330-7f6401935379 req-76eeebc1-3a76-40b1-b14c-93ff50659774 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:17.041051 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c5f0b225-6ed8-4c63-9330-7f6401935379 req-76eeebc1-3a76-40b1-b14c-93ff50659774 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0963800 Feb 17 18:03:17.088518 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c5f0b225-6ed8-4c63-9330-7f6401935379 req-aabd6728-065a-4f25-8302-9b30dd159dee tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 Feb 17 18:03:17.299883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:18.296824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755e11d-ab71-4efd-ab69-d9d04e81afc5 req-d62af179-9b51-4560-a976-be7187ba74c5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:18.298584 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d755e11d-ab71-4efd-ab69-d9d04e81afc5 req-d62af179-9b51-4560-a976-be7187ba74c5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0916171 Feb 17 18:03:18.353088 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d755e11d-ab71-4efd-ab69-d9d04e81afc5 req-f9ef5fe2-ab84-4175-bb69-ab8cab1752cb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477715 Feb 17 18:03:19.554582 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151ab3-d67a-4203-a0ef-a67ffe3d0166 req-7cc597b7-a11a-4cc5-bb76-dd0857c7dc60 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:19.556177 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c3151ab3-d67a-4203-a0ef-a67ffe3d0166 req-7cc597b7-a11a-4cc5-bb76-dd0857c7dc60 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0871131 Feb 17 18:03:19.603491 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c3151ab3-d67a-4203-a0ef-a67ffe3d0166 req-664a8f5c-899b-435b-b6bc-bbcb836c4bbb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Feb 17 18:03:20.135720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 990ce1c3-b055-44aa-889f-0d5d882cd639 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:03:20.208993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 990ce1c3-b055-44aa-889f-0d5d882cd639 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:03:20.213877 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 990ce1c3-b055-44aa-889f-0d5d882cd639 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:20.214303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:20.339498 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:20.368817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:20.379660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 990ce1c3-b055-44aa-889f-0d5d882cd639, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=990ce1c3-b055-44aa-889f-0d5d882cd639,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:20.383503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:20.385433 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:20.423285 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'code': 200} Feb 17 18:03:20.457917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=990ce1c3-b055-44aa-889f-0d5d882cd639,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:20.461108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:20.691284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9c43-940b-40ce-9144-a00d502195b9 req-7fa808ac-5035-4f0a-aab1-d9cc7832032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:20.692907 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-60aa9c43-940b-40ce-9144-a00d502195b9 req-7fa808ac-5035-4f0a-aab1-d9cc7832032d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1163 time: 0.0829000 Feb 17 18:03:20.736223 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-60aa9c43-940b-40ce-9144-a00d502195b9 req-8ea1b2dc-cbb4-4cd4-9044-495bf73748bb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359795 Feb 17 18:03:20.817418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c6a49-6f75-499f-8b4d-8b4356405ec6 req-ddcbface-6988-4cfb-8b2d-c6b48b436338 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:20.819011 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a26c6a49-6f75-499f-8b4d-8b4356405ec6 req-ddcbface-6988-4cfb-8b2d-c6b48b436338 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0918131 Feb 17 18:03:20.866203 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a26c6a49-6f75-499f-8b4d-8b4356405ec6 req-a9343d35-2957-488b-b588-d0f5ad73f5fe tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Feb 17 18:03:21.472389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 990ce1c3-b055-44aa-889f-0d5d882cd639 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:03:21.548410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 990ce1c3-b055-44aa-889f-0d5d882cd639 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:21.548827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:22.075689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798ed46-bd0c-40a0-aba6-f28983327579 req-7a997ff5-5dd7-4f2d-8aae-257cb987b759 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:22.077282 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6798ed46-bd0c-40a0-aba6-f28983327579 req-7a997ff5-5dd7-4f2d-8aae-257cb987b759 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0877478 Feb 17 18:03:22.124820 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6798ed46-bd0c-40a0-aba6-f28983327579 req-04033957-3b57-4840-b7fb-d24d8a8e5708 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Feb 17 18:03:23.332014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd5c9-a05c-4404-ac09-c60de70b837f req-5ea66c02-081e-4fc5-b7ec-0cb9cb83403a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.333621 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4e2fd5c9-a05c-4404-ac09-c60de70b837f req-5ea66c02-081e-4fc5-b7ec-0cb9cb83403a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0896597 Feb 17 18:03:23.381392 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4e2fd5c9-a05c-4404-ac09-c60de70b837f req-6c59c7b7-4fe4-4081-8d69-21bc56b203f6 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406101 Feb 17 18:03:23.577252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5b40-4e4e-4059-af49-a7e68383f710 req-c39ece69-3ccf-4cfc-91e9-67034ea3e498 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.578806 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d44c5b40-4e4e-4059-af49-a7e68383f710 req-c39ece69-3ccf-4cfc-91e9-67034ea3e498 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0865278 Feb 17 18:03:23.588234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 52878) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:23.593721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Request body: {'floatingip': {'port_id': '990ce1c3-b055-44aa-889f-0d5d882cd639'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:23.676904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:24.537061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:24.540030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:24.723418 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Floating IP ca94d8bf-c49e-4bb3-b217-2c864afca046 associated. External IP: 172.28.0.195, port: 990ce1c3-b055-44aa-889f-0d5d882cd639. Feb 17 18:03:25.098880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:03:25.297328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:25.302191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:25.312924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] Sync routers for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:25.325616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:25.326574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:03:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:25.368586 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ef183e62-f57d-4c15-b61e-8e8a344b0c61 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "PUT /v2.0/floatingips/ca94d8bf-c49e-4bb3-b217-2c864afca046 HTTP/1.1" status: 200 len: 992 time: 1.7764795 Feb 17 18:03:25.368586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:25.496695 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'status': 'completed', 'code': 200} Feb 17 18:03:25.604002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-043d117b-33a0-4eba-a719-7b8bbf5ebe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:25.605667 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-043d117b-33a0-4eba-a719-7b8bbf5ebe76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1163 time: 0.0824625 Feb 17 18:03:25.705544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:25.751025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-5576a7c2-261d-4d1a-90ab-908c61b531f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:25.752662 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-5576a7c2-261d-4d1a-90ab-908c61b531f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.1393218 Feb 17 18:03:25.867808 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-dbb28d50-586e-4ebc-9a37-7c25a5e6cfd5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 200 len: 1000 time: 0.1037891 Feb 17 18:03:25.940269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-068a218e-9116-4efb-9f69-d68382c8148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:25.941845 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-068a218e-9116-4efb-9f69-d68382c8148c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0670466 Feb 17 18:03:26.025354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-1247a407-8987-4130-9ad3-68611976ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:26.027635 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-1247a407-8987-4130-9ad3-68611976ac8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775867 Feb 17 18:03:26.075925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': 'ca94d8bf-c49e-4bb3-b217-2c864afca046', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'floating_ip_address': '172.28.0.195', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'port_id': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'mac_address': 'fa:16:3e:73:b4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:03:09Z', 'updated_at': '2021-02-17T18:03:24Z', 'revision_number': 1, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:26.080096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] Checking router: 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:26.089023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:26.090257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:03:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:26.170207 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-79725e55-7ca1-4364-aa21-cd201e44ee37 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353951 Feb 17 18:03:26.282773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:26.321411 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42c2caf7-414c-4df9-964f-5d7da5b6c98f req-f7e1644e-29b6-4101-83f2-941c5dab25a6 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441755 Feb 17 18:03:26.658878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': 'ca94d8bf-c49e-4bb3-b217-2c864afca046', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'floating_ip_address': '172.28.0.195', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'port_id': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'mac_address': 'fa:16:3e:73:b4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:03:09Z', 'updated_at': '2021-02-17T18:03:24Z', 'revision_number': 1, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:26.663231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096fe51-c4c9-417e-864a-715af5a4a3b2 None None] The sync data for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb is: [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': 'ca94d8bf-c49e-4bb3-b217-2c864afca046', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'floating_ip_address': '172.28.0.195', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'port_id': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'mac_address': 'fa:16:3e:73:b4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:03:09Z', 'updated_at': '2021-02-17T18:03:24Z', 'revision_number': 1, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:03:26.965490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe320bb-47de-42e6-b3ba-212d518739cf None None] New status for floating IP ca94d8bf-c49e-4bb3-b217-2c864afca046: ACTIVE {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:03:33.182646 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-d6095cae-fb57-4d58-a4e6-deb99c1e9057 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835695 Feb 17 18:03:33.343286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-9a92e012-021c-4806-b339-5b3511dc5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:33.344905 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-9a92e012-021c-4806-b339-5b3511dc5d86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 1162 time: 0.0794206 Feb 17 18:03:33.509181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-e41c6b84-46aa-484d-9677-c80da3e8b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:33.510812 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-e41c6b84-46aa-484d-9677-c80da3e8b1e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.1380014 Feb 17 18:03:33.633045 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-ea584f29-9d99-4299-9e4c-edfabc2d6ad2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 200 len: 1000 time: 0.1049836 Feb 17 18:03:33.702647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-5c87ce96-ae30-4dea-b5a6-5109eff402b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:33.704063 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-5c87ce96-ae30-4dea-b5a6-5109eff402b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0638564 Feb 17 18:03:33.788800 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-72543129-bd09-49f7-b3e5-cb68de005bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:33.790323 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-72543129-bd09-49f7-b3e5-cb68de005bbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791628 Feb 17 18:03:33.931374 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-235f8169-47ef-414e-ae5a-2319735caa69 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327255 Feb 17 18:03:34.078135 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8f1a70f6-3ab3-42e3-8a1c-a5fd5b92de09 req-69ebccd7-29ae-49a5-994c-bcc0015b4fa2 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372337 Feb 17 18:03:36.311946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:37.980216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f258-7060-4cf8-a39e-658fdb932def req-458e8899-93ba-4f51-a239-d2bf06aede41 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:37.981815 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7d8f258-7060-4cf8-a39e-658fdb932def req-458e8899-93ba-4f51-a239-d2bf06aede41 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.0879905 Feb 17 18:03:38.033388 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7d8f258-7060-4cf8-a39e-658fdb932def req-ec2fb2ff-6d6f-45f5-811b-69f40c8da42a tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Feb 17 18:03:38.567629 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:39.231050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c63-e791-479a-9650-14c72a95fd62 req-72efaab8-2ba8-44e5-a71b-bb5d088d11be tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:39.232647 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8cd75c63-e791-479a-9650-14c72a95fd62 req-72efaab8-2ba8-44e5-a71b-bb5d088d11be tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.0870883 Feb 17 18:03:39.283342 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8cd75c63-e791-479a-9650-14c72a95fd62 req-6e756c62-640f-4946-8c7b-30057c92eeb0 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Feb 17 18:03:40.488851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7e13e-871a-418f-a538-e15dc7b16a6e req-37c771b8-413f-4a08-83af-bfde1ce8dd22 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:40.490384 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4de7e13e-871a-418f-a538-e15dc7b16a6e req-37c771b8-413f-4a08-83af-bfde1ce8dd22 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.0906940 Feb 17 18:03:40.538433 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4de7e13e-871a-418f-a538-e15dc7b16a6e req-4cf5f363-f168-4fe8-bfae-89e2f828e163 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Feb 17 18:03:41.737165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0991f9-d087-4c52-8f70-564be304b9cd req-e5a588a5-e378-4a8f-891f-0523e3084a31 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:41.738758 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7a0991f9-d087-4c52-8f70-564be304b9cd req-e5a588a5-e378-4a8f-891f-0523e3084a31 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.0879257 Feb 17 18:03:41.786365 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7a0991f9-d087-4c52-8f70-564be304b9cd req-3332527c-2385-4dcb-ad9c-154279641d92 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Feb 17 18:03:42.732383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a9e5dde9-fe3d-4e0e-86d8-840af529fa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.985756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be30e52-c55d-48ed-a692-4d1f78db1631 req-bf17665a-ce43-495f-bc47-c9410409a012 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:42.987335 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4be30e52-c55d-48ed-a692-4d1f78db1631 req-bf17665a-ce43-495f-bc47-c9410409a012 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.0896258 Feb 17 18:03:43.013119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-81bfeb62-bdea-413e-b9ea-a2c9d8272c67 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:43.013888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-81bfeb62-bdea-413e-b9ea-a2c9d8272c67 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Synchronizing usage tracker for tenant:9e824c872d184f07ad73da3dc07faef5 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:43.029625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-81bfeb62-bdea-413e-b9ea-a2c9d8272c67 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Unset dirty status for tenant:9e824c872d184f07ad73da3dc07faef5 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:43.030888 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-81bfeb62-bdea-413e-b9ea-a2c9d8272c67 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 945 time: 0.1017728 Feb 17 18:03:43.037657 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4be30e52-c55d-48ed-a692-4d1f78db1631 req-3ee23e7f-f11e-450b-a1a1-e6bc22290469 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Feb 17 18:03:43.110590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Deleting port 1f396436-4de5-495b-a47b-6221e7541d52 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:43.110970 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.366349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] For port 1f396436-4de5-495b-a47b-6221e7541d52, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1f396436-4de5-495b-a47b-6221e7541d52,segment=NetworkSegment(cf6f9bb5-bbec-43b8-9e6c-0e410efc5078),segment_id=cf6f9bb5-bbec-43b8-9e6c-0e410efc5078)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:43.366769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.500568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Calling delete_port for 1f396436-4de5-495b-a47b-6221e7541d52 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:43.545513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 1f396436-4de5-495b-a47b-6221e7541d52 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:43.650990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.669903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cb53e1d7-a4ff-4e73-a991-0edde2cab005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.671162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.761786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Pushing event deleted for resources: {'Port': ['ID=1f396436-4de5-495b-a47b-6221e7541d52,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.771366 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.874896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] No DVR routers for this DVR port 1f396436-4de5-495b-a47b-6221e7541d52 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:03:43.877006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.879767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71523a67-6059-4d0c-9abc-502d21042132', 'name': 'network-vif-deleted', 'tag': '1f396436-4de5-495b-a47b-6221e7541d52'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:43.894602 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4b394de8-2b99-41d5-8d61-8292c465e59e req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.38 "DELETE /v2.0/ports/1f396436-4de5-495b-a47b-6221e7541d52 HTTP/1.1" status: 204 len: 173 time: 0.8577733 Feb 17 18:03:43.996459 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71523a67-6059-4d0c-9abc-502d21042132', 'name': 'network-vif-deleted', 'tag': '1f396436-4de5-495b-a47b-6221e7541d52', 'status': 'completed', 'code': 200} Feb 17 18:03:44.214600 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-911517ea-a720-424f-9ef3-d71c33519c0f req-113cc0ad-0e4c-466d-a16f-d0b0ec760ced tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] 10.222.0.52 "GET /v2.0/ports?device_id=71523a67-6059-4d0c-9abc-502d21042132 HTTP/1.1" status: 200 len: 210 time: 0.0487351 Feb 17 18:03:45.248803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5ea2081c-868b-4a2e-9c3b-fbeced5b0874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.394058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.501571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825d6-61cd-4b38-85e9-f961f304bbe9 req-e1b2343a-a86e-4d6f-bc09-3f6c855ed304 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:45.503231 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ffb825d6-61cd-4b38-85e9-f961f304bbe9 req-e1b2343a-a86e-4d6f-bc09-3f6c855ed304 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0916805 Feb 17 18:03:45.552712 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ffb825d6-61cd-4b38-85e9-f961f304bbe9 req-1470f44f-aa4e-4d55-ad9a-42f61bcb1232 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Feb 17 18:03:46.420638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.749123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929465ef-4838-4011-98fc-9381f5cb8e38 req-18cdc0bf-ed87-4ab2-be83-2c6e3cab2b9d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:46.750733 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-929465ef-4838-4011-98fc-9381f5cb8e38 req-18cdc0bf-ed87-4ab2-be83-2c6e3cab2b9d tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0857158 Feb 17 18:03:46.801546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-929465ef-4838-4011-98fc-9381f5cb8e38 req-00cea0ae-afc5-40e4-8bb4-1c4782113245 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Feb 17 18:03:47.302562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:47.868051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326cded-c257-41b9-9d0d-797d3725e092 req-4a0f6dad-acc1-4ee0-87a3-4248025c54ca tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:47.868804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7326cded-c257-41b9-9d0d-797d3725e092 req-4a0f6dad-acc1-4ee0-87a3-4248025c54ca tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Synchronizing usage tracker for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:47.885324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7326cded-c257-41b9-9d0d-797d3725e092 req-4a0f6dad-acc1-4ee0-87a3-4248025c54ca tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Unset dirty status for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:47.886602 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7326cded-c257-41b9-9d0d-797d3725e092 req-4a0f6dad-acc1-4ee0-87a3-4248025c54ca tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1058242 Feb 17 18:03:47.965696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Deleting port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:47.966086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.005242 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a337f5-67b5-4e9e-a56c-e22f28c8c504 req-b436ed18-46c1-4704-b867-21f722efbf82 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:48.006877 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a1a337f5-67b5-4e9e-a56c-e22f28c8c504 req-b436ed18-46c1-4704-b867-21f722efbf82 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 945 time: 0.0870142 Feb 17 18:03:48.055099 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a1a337f5-67b5-4e9e-a56c-e22f28c8c504 req-e5d788be-cc48-4cc3-b9e9-f0b48d4832a6 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=6132186f-3305-46e3-a65f-21543c4d8516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Feb 17 18:03:48.230654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] For port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:48.231055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.541244 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.542159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.542583 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Floating IP cfa8a449-de35-4a34-ba3c-0cb81aaaf68d disassociated. External IP: 172.28.0.11, port: fc3adf45-4a9b-4fb3-aa51-d23a9307ece6. Feb 17 18:03:48.542973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Calling delete_port for fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:48.921643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.936858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1b65c7ec-6adb-4495-8a35-821f6e1b79f3 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:49.030682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event deleted for resources: {'Port': ['ID=fc3adf45-4a9b-4fb3-aa51-d23a9307ece6,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:49.037272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:49.221600 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ce2daafe-5723-45b9-9433-829890f39044 req-917400e4-5292-4235-8926-5c1c1f03af19 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=d458d011-a020-4a3f-8ac6-499437f4c9e5 HTTP/1.1" status: 200 len: 210 time: 0.0516086 Feb 17 18:03:49.297692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:03:49.492831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:49.502550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] Sync routers for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:49.513484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:49.514168 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:03:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:49.533618 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] No DVR routers for this DVR port fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:03:49.536025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.539329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'name': 'network-vif-deleted', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:49.558312 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7326cded-c257-41b9-9d0d-797d3725e092 req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "DELETE /v2.0/ports/fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 HTTP/1.1" status: 204 len: 173 time: 1.6658995 Feb 17 18:03:49.588137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:49.599774 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd458d011-a020-4a3f-8ac6-499437f4c9e5', 'name': 'network-vif-deleted', 'tag': 'fc3adf45-4a9b-4fb3-aa51-d23a9307ece6', 'status': 'completed', 'code': 200} Feb 17 18:03:49.644894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:49.645287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device fc3adf45-4a9b-4fb3-aa51-d23a9307ece6 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:49.920216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:50.261856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:50.266056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] Checking router: 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:50.275101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:50.275787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:03:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:50.360833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53060) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:50.431474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.461862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.480680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:50.519044 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.524788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4f957b61-b310-4806-9275-6419f373a2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:50.540944 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132186f-3305-46e3-a65f-21543c4d8516,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:50.544907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:50.552622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.553923 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "DELETE /v2.0/security-groups/6132186f-3305-46e3-a65f-21543c4d8516 HTTP/1.1" status: 204 len: 168 time: 0.1920292 Feb 17 18:03:50.556876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53066) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:50.574710 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.v2.resource [None req-0c8ba11f-acb2-4053-ae3c-713efe612415 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] show failed (client error): The resource could not be found. Feb 17 18:03:50.575797 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0c8ba11f-acb2-4053-ae3c-713efe612415 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups/6132186f-3305-46e3-a65f-21543c4d8516 HTTP/1.1" status: 404 len: 347 time: 0.0178850 Feb 17 18:03:50.578842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53070) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:50.751656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Deleting port 0b818cb7-4354-4940-800d-46be028c101d {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:50.752020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.833082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:50.837231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917029cd-c33b-490e-8b71-5bce1eb847a7 None None] The sync data for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb is: [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:03:50.936229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.936602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.070625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Calling delete_port for 0b818cb7-4354-4940-800d-46be028c101d owned by network:floatingip {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:51.219581 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.237368 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:51.245252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e1995-f35f-458b-b480-a8ce083ef07a None None] New status for floating IP cfa8a449-de35-4a34-ba3c-0cb81aaaf68d: DOWN {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:03:51.334462 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event deleted for resources: {'Port': ['ID=0b818cb7-4354-4940-800d-46be028c101d,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:51.342543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:51.477648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.493751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.495661 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "DELETE /v2.0/floatingips/cfa8a449-de35-4a34-ba3c-0cb81aaaf68d HTTP/1.1" status: 204 len: 168 time: 0.9158573 Feb 17 18:03:51.809831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53086) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:51.815846 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068632954', 'description': 'tempest-description--642518283'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:51.822224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:51.828289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:51.831328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:51.837100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:51.847086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.868024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:51.872619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group_rule and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:51.875693 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:51.881541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:51.952504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.955123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.960381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-473b8af2-de16-4a2e-a208-356af5eb68de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:52.003301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affaa423-0141-4a16-b95a-f24dcd371501,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:52.006450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:52.007196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.008505 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1975489 Feb 17 18:03:52.012186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53090) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:52.017684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'security_group_rule': {'security_group_id': 'affaa423-0141-4a16-b95a-f24dcd371501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:52.024450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:52.028587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group_rule and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:52.031655 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:52.037379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:52.053980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.119004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.122297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.129539 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:52.151621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6269ffaf-3fde-413a-8cc1-357158126799,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:52.154380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:52.158360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.159742 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b1204008-b7aa-41b4-a08a-e4dd61f73924 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465147 Feb 17 18:03:52.162496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53094) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:52.168767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'security_group_rule': {'security_group_id': 'affaa423-0141-4a16-b95a-f24dcd371501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:52.174901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:52.178952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:security_group_rule and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:52.181961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:52.188374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:52.203988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.266908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.269424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.277426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b5e7b135-be24-45b7-8899-6530f01d6cba tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:52.297084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534b470c-a82e-4067-80f7-974217f51f38,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:52.299671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:52.306671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.308560 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-96586edb-1d0e-4451-b3e8-7d3ff6e07197 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448107 Feb 17 18:03:52.311880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53098) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:52.317243 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'floatingip': {'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:52.323079 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:52.327075 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Usage tracker for resource:floatingip and tenant:dc7c6d567b13490f85702efb43cd2fa1 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:52.330022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:52.335727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:52.345113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.487666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.992170 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Allocated IP 172.28.0.51 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/19fd7dd0-0177-4ca2-82af-afb88d2ffeaa) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:53.161479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.191806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.208781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:53.342839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'Port': ['ID=19fd7dd0-0177-4ca2-82af-afb88d2ffeaa,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:53.347650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:53.401667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:53.402834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:53.405026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:53.487615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.553540 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.826770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.830308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.845950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:53.985210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'Port': ['ID=19fd7dd0-0177-4ca2-82af-afb88d2ffeaa,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:53.989934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:54.089227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:54.111369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:54.112684 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7998199 Feb 17 18:03:54.282413 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-0e470fa9-d462-4710-8130-8138841ab0a5 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Synchronizing usage tracker for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:54.297784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-0e470fa9-d462-4710-8130-8138841ab0a5 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Unset dirty status for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:54.299182 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-0e470fa9-d462-4710-8130-8138841ab0a5 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2068632954&fields=id&tenant_id=dc7c6d567b13490f85702efb43cd2fa1 HTTP/1.1" status: 200 len: 267 time: 0.0597737 Feb 17 18:03:54.462460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-6491cbe1-7381-418c-ae8e-4d626113dc6b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.464071 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-6491cbe1-7381-418c-ae8e-4d626113dc6b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 810 time: 0.1577168 Feb 17 18:03:54.480396 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-abde14e6-afd5-4696-9924-7f29dbc4753f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/quotas/dc7c6d567b13490f85702efb43cd2fa1 HTTP/1.1" status: 200 len: 375 time: 0.0103393 Feb 17 18:03:54.576821 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-3a722115-2277-4209-a25b-008c49680a7f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Synchronizing usage tracker for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:port {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:54.591326 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-3a722115-2277-4209-a25b-008c49680a7f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Unset dirty status for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:port {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:54.592718 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-3a722115-2277-4209-a25b-008c49680a7f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066270 Feb 17 18:03:54.795090 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-8a8f218e-332f-41ef-a697-e562ff51af00 service neutron] 10.222.0.52 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888249 Feb 17 18:03:54.939835 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bcf339a7-9b3b-45a5-9f46-bb808dcf7450 service neutron] 10.222.0.52 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375971 Feb 17 18:03:55.137914 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c9f5b4b8-bb97-471c-a3b6-f7d07fe92add req-d5200932-90ff-4a5e-8253-e7fb83e6fd2c tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 210 time: 0.0506825 Feb 17 18:03:56.227758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-8b857baf-b5de-4dd9-b1f1-b75910d464dd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:56.230038 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-8b857baf-b5de-4dd9-b1f1-b75910d464dd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 810 time: 0.1710713 Feb 17 18:03:56.346175 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-17903f93-2c99-4bce-946d-c80e50190d61 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc7c6d567b13490f85702efb43cd2fa1 HTTP/1.1" status: 200 len: 5704 time: 0.1068928 Feb 17 18:03:56.351823 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-499f07df-a8f0-4263-be94-ec3c4a0e5abd req-24f5e535-117e-48bd-a1b7-e14cda0af279 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 210 time: 0.0915926 Feb 17 18:03:56.360359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'port': {'device_id': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'admin_state_up': True, 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'security_groups': ['affaa423-0141-4a16-b95a-f24dcd371501']}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:56.508531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:56.518841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:56.527438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Made reservation on behalf of dc7c6d567b13490f85702efb43cd2fa1 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:56.533068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:56.843402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Allocated IP 172.20.0.10 (91999640-c21f-4f14-b0c8-97315492fad1/eb27c234-eac8-4ff8-b213-61c7d737c175/018f0836-6c5e-46e6-a8d3-3a284627ee37) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:57.040813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.056729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Transition to ACTIVE for port object 018f0836-6c5e-46e6-a8d3-3a284627ee37 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:57.080342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.095056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1359bfd5-e0c0-4aa9-8222-8a15e3fcbadd tempest-VolumesActionsTest-578478756 tempest-VolumesActionsTest-578478756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:57.235564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event updated for resources: {'Port': ['ID=018f0836-6c5e-46e6-a8d3-3a284627ee37,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:57.246826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.247238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.247640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.248037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.248429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.248831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.249220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.249607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.249996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.250419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.250809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.251194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.251665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.252056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.252441 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.252826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.253209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.253594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.253973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.254378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.254773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.255157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.255538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.255956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:57.262115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:57.311721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Network 91999640-c21f-4f14-b0c8-97315492fad1 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:57.312883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:57.315310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:57.383741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:57.384417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.454755 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0993450 Feb 17 18:03:57.468496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Request body: {'port': {'device_id': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:57.603443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-554c83c3-40b7-458b-b59d-746819a3a505 None None] Provisioning for port 018f0836-6c5e-46e6-a8d3-3a284627ee37 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:03:57.604711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a03ae-b723-4c5a-8fff-26ea2fdaad76 req-56093cfe-2cd8-411b-a38b-0b46ad181a72 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:57.606368 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9b8a03ae-b723-4c5a-8fff-26ea2fdaad76 req-56093cfe-2cd8-411b-a38b-0b46ad181a72 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 932 time: 0.1001391 Feb 17 18:03:57.609945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.610285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-554c83c3-40b7-458b-b59d-746819a3a505 None None] Provisioning complete for port 018f0836-6c5e-46e6-a8d3-3a284627ee37 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:57.610776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-554c83c3-40b7-458b-b59d-746819a3a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.656242 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9b8a03ae-b723-4c5a-8fff-26ea2fdaad76 req-bf08ba7c-23b7-461a-a510-c75978706c9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Feb 17 18:03:57.677550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-554c83c3-40b7-458b-b59d-746819a3a505 None None] Port 018f0836-6c5e-46e6-a8d3-3a284627ee37 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:03:58.030236 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018f0836-6c5e-46e6-a8d3-3a284627ee37 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:03:58.037926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.050318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Transition to ACTIVE for port object 018f0836-6c5e-46e6-a8d3-3a284627ee37 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:58.053834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.069319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4e60d490-907e-4957-b3fd-0a21204bcfb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:58.205159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Pushing event updated for resources: {'Port': ['ID=018f0836-6c5e-46e6-a8d3-3a284627ee37,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:58.210010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:58.403698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Attempting to bind port 018f0836-6c5e-46e6-a8d3-3a284627ee37 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:58.404274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Attempting to bind port 018f0836-6c5e-46e6-a8d3-3a284627ee37 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:03:58.404403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Attempting to bind port 018f0836-6c5e-46e6-a8d3-3a284627ee37 on network 91999640-c21f-4f14-b0c8-97315492fad1 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:03:58.410186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:03:58.410596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Checking segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:58.411004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.411406 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Bound using segment: {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:03:58.411888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Bound port: 018f0836-6c5e-46e6-a8d3-3a284627ee37, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0155637-9813-4527-a3fc-20f9b09fa3a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:03:58.412266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.508986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] For port 018f0836-6c5e-46e6-a8d3-3a284627ee37, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:03:58.512892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] For port 018f0836-6c5e-46e6-a8d3-3a284627ee37, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=018f0836-6c5e-46e6-a8d3-3a284627ee37,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:03:58.516435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.532017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d7a088af-7e7c-4ab2-a1a0-1fa4394886c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:58.679092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Pushing event updated for resources: {'Port': ['ID=018f0836-6c5e-46e6-a8d3-3a284627ee37,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:58.692154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:58.726772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:58.727436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.729503 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] 10.222.0.38 "PUT /v2.0/ports/018f0836-6c5e-46e6-a8d3-3a284627ee37 HTTP/1.1" status: 200 len: 1158 time: 1.2663677 Feb 17 18:03:58.730039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:58.831794 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37', 'status': 'completed', 'code': 200} Feb 17 18:03:58.875672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-213b1179-1987-4a1d-860e-b001afe4d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:58.877327 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-213b1179-1987-4a1d-860e-b001afe4d65b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 1161 time: 0.1005046 Feb 17 18:03:58.920540 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae0832-c4d4-40f7-b6a7-e87fba12f065 req-96e0ef7b-2138-4cc2-9364-979d0b44776b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:58.922212 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9eae0832-c4d4-40f7-b6a7-e87fba12f065 req-96e0ef7b-2138-4cc2-9364-979d0b44776b tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 944 time: 0.1169732 Feb 17 18:03:58.975064 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9eae0832-c4d4-40f7-b6a7-e87fba12f065 req-3f076d4d-c265-42e9-a3bf-3bfda79c9030 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461478 Feb 17 18:03:59.179307 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-3e24f156-1ba1-4379-9ed6-9446d3e27beb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=018f0836-6c5e-46e6-a8d3-3a284627ee37 HTTP/1.1" status: 200 len: 217 time: 0.2923393 Feb 17 18:03:59.249627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-08435c24-7361-4cee-bca4-a47b8a11ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:59.251207 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-08435c24-7361-4cee-bca4-a47b8a11ffb8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0649428 Feb 17 18:03:59.333768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-13d744e6-7998-4f80-9ea4-398e6eeeef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:59.335416 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-13d744e6-7998-4f80-9ea4-398e6eeeef3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775294 Feb 17 18:03:59.476695 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-6bb9dc90-b11e-4b25-837e-b36a9bf25107 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341832 Feb 17 18:03:59.617514 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-749c91e2-b692-45a5-a7ab-5c660c5b7df7 req-4d57dc4c-7211-4d92-9648-172d70aa5669 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342409 Feb 17 18:03:59.747171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-cbdcb333-93c7-46a5-9cee-82e60baf9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:59.748678 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-cbdcb333-93c7-46a5-9cee-82e60baf9756 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 1161 time: 0.0832231 Feb 17 18:03:59.895530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-5c986504-6f2d-4452-8499-6845c14ba906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:59.897118 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-5c986504-6f2d-4452-8499-6845c14ba906 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.1410723 Feb 17 18:03:59.972012 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-a7c811e8-a714-4ebf-88dd-068a9d858ffd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=018f0836-6c5e-46e6-a8d3-3a284627ee37 HTTP/1.1" status: 200 len: 217 time: 0.0675838 Feb 17 18:04:00.047509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-40219b6f-c8a7-4b83-8ef2-476853126d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:00.049106 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-40219b6f-c8a7-4b83-8ef2-476853126d55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0701642 Feb 17 18:04:00.132429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-056ea936-3369-4499-ae91-097a37175884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:00.134049 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-056ea936-3369-4499-ae91-097a37175884 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785983 Feb 17 18:04:00.180887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7da84-090e-4bf8-bbf7-af09d75bbfc2 req-d60628a4-ccaf-4469-a583-180e62e88d5c tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:00.183048 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24a7da84-090e-4bf8-bbf7-af09d75bbfc2 req-d60628a4-ccaf-4469-a583-180e62e88d5c tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 944 time: 0.0871742 Feb 17 18:04:00.230610 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24a7da84-090e-4bf8-bbf7-af09d75bbfc2 req-47fff1e9-7326-4c63-9e6b-cde41aa3b610 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Feb 17 18:04:00.279090 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-c17e0562-765b-40ee-998a-df6f777806d9 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374035 Feb 17 18:04:00.425851 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d9ed9c6-1f91-4e37-b6a8-8a1f10064088 req-aeb294de-8968-48ab-9c61-df2783b6f149 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398327 Feb 17 18:04:01.432020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9efbf5-b464-4fe5-a753-a5f908903930 req-269a017b-c85e-4035-a0a1-da387dbd6ab6 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:01.433598 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2b9efbf5-b464-4fe5-a753-a5f908903930 req-269a017b-c85e-4035-a0a1-da387dbd6ab6 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 944 time: 0.0897484 Feb 17 18:04:01.481768 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2b9efbf5-b464-4fe5-a753-a5f908903930 req-40ff4ae4-1c5b-4e1d-9070-5b3049db3502 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Feb 17 18:04:02.685620 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298139-df2a-4565-8d38-75f9ed488ed9 req-8e10552e-517c-4060-aa11-e52846d99149 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:02.687832 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d6298139-df2a-4565-8d38-75f9ed488ed9 req-8e10552e-517c-4060-aa11-e52846d99149 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 944 time: 0.0900483 Feb 17 18:04:02.739183 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d6298139-df2a-4565-8d38-75f9ed488ed9 req-a95c6437-4e54-4dc2-a141-da63e797765f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Feb 17 18:04:03.939697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440dbd-f4a3-42f2-84ed-7a74271fc3a5 req-40a1ae4a-b67d-40e0-ac31-c964ad89e863 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:03.941400 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-31440dbd-f4a3-42f2-84ed-7a74271fc3a5 req-40a1ae4a-b67d-40e0-ac31-c964ad89e863 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 944 time: 0.0903850 Feb 17 18:04:03.990286 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-31440dbd-f4a3-42f2-84ed-7a74271fc3a5 req-c623dea6-d873-4171-81d0-ed1f50e8bc53 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Feb 17 18:04:04.253854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 018f0836-6c5e-46e6-a8d3-3a284627ee37 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:04.323314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 018f0836-6c5e-46e6-a8d3-3a284627ee37 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:04.328563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 018f0836-6c5e-46e6-a8d3-3a284627ee37 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:04.328986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.455879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.484506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:04.494489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 018f0836-6c5e-46e6-a8d3-3a284627ee37, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=018f0836-6c5e-46e6-a8d3-3a284627ee37,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:04.497446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.499365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:04.572745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=018f0836-6c5e-46e6-a8d3-3a284627ee37,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:04.580648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.581015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.581383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.581757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.582128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.582531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.582895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.583257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.583623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.584644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.585021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.585422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.585992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.586224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.586710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.587163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.587528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.587895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.588753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.589115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.589476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.589834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.590195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.590578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:04.595683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:04.597563 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37', 'code': 200} Feb 17 18:04:04.832031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7624c-6f73-4d6d-a1f1-5f2dd479722d req-04fedc8f-872c-4c9c-9c5e-d4cf1dad2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:04.833605 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-79a7624c-6f73-4d6d-a1f1-5f2dd479722d req-04fedc8f-872c-4c9c-9c5e-d4cf1dad2322 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 1163 time: 0.0813086 Feb 17 18:04:04.877746 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-79a7624c-6f73-4d6d-a1f1-5f2dd479722d req-e6b41e4d-2571-4322-8818-efd41db9d173 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364504 Feb 17 18:04:05.090056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53252) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:05.156410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Deleting subnet 1650e69b-e905-4520-9216-3b8f6ef762b6 {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:04:05.159621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.196047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ca093-607e-416e-831b-54d883ab3faa req-4a5e7391-9421-4c89-a325-dc5445811d84 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:05.198224 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7b4ca093-607e-416e-831b-54d883ab3faa req-4a5e7391-9421-4c89-a325-dc5445811d84 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 946 time: 0.0903263 Feb 17 18:04:05.215762 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3569966'] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.246243 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7b4ca093-607e-416e-831b-54d883ab3faa req-706eae0f-6181-4dc1-812e-d2432cf158ff tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Feb 17 18:04:05.274641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.536895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1647903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2300780'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.553092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:05.643839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1650e69b-e905-4520-9216-3b8f6ef762b6,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:05.648904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:05.689008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.695066 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2675191f-7f78-4740-bffd-966b6562b48e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1650e69b-e905-4520-9216-3b8f6ef762b6 HTTP/1.1" status: 204 len: 168 time: 0.6032851 Feb 17 18:04:05.696827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 018f0836-6c5e-46e6-a8d3-3a284627ee37 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:05.697992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53258) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:05.768726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 018f0836-6c5e-46e6-a8d3-3a284627ee37 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:05.769080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.815574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.005367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.119698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d082a013-ee7c-4b2f-aba5-7939b1c3c513']}} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:06.132131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078') {'for_net_delete': True} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:06.132469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6f9bb5-bbec-43b8-9e6c-0e410efc5078') {} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:06.145885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851626197'] for segment, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.160928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.162925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:04:06.350079 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.374325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:06.383684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630034'] for segment, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.843435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Network d082a013-ee7c-4b2f-aba5-7939b1c3c513 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:06.868095 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:06.963574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3763-8b89-49a7-86e5-4c429ed49d8c req-bc8b58bd-449d-42e7-a672-3e7f3af9585f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:06.965174 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e08f3763-8b89-49a7-86e5-4c429ed49d8c req-bc8b58bd-449d-42e7-a672-3e7f3af9585f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 946 time: 0.5672102 Feb 17 18:04:06.970066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.992248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:07.011412 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.028237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d082a013-ee7c-4b2f-aba5-7939b1c3c513,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:07.037894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:07.042830 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6dbcb663-d3cd-4bf3-b015-8213211baf52 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d082a013-ee7c-4b2f-aba5-7939b1c3c513 HTTP/1.1" status: 204 len: 168 time: 1.3436601 Feb 17 18:04:07.047973 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e08f3763-8b89-49a7-86e5-4c429ed49d8c req-b3e5ddf8-5373-4e04-b5a5-5b20833a59d0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761611 Feb 17 18:04:07.159012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53270) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:07.211211 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-49c6688f-b7ae-4b0d-a7db-49d96940a7b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e824c872d184f07ad73da3dc07faef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508926 Feb 17 18:04:07.213764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53274) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:07.247777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8464-1ed2-43eb-b645-66f1783376f3 req-6644c10e-54c9-45c4-b78d-9f64d3ea420f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:07.249317 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9cbb8464-1ed2-43eb-b645-66f1783376f3 req-6644c10e-54c9-45c4-b78d-9f64d3ea420f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 946 time: 0.0922506 Feb 17 18:04:07.258794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53278) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:07.264410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Request body: {'floatingip': {'port_id': '018f0836-6c5e-46e6-a8d3-3a284627ee37'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:07.274966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba933155-6245-40df-a0ca-7e905597e9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.308204 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba933155-6245-40df-a0ca-7e905597e9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.349767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.352688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba933155-6245-40df-a0ca-7e905597e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.358363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6d18360f-52f9-45cf-97cb-64f1fcec8141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:07.371835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba933155-6245-40df-a0ca-7e905597e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:07.375012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ba933155-6245-40df-a0ca-7e905597e9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:07.375842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ba933155-6245-40df-a0ca-7e905597e9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.379962 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ba933155-6245-40df-a0ca-7e905597e9be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9ad7bf3-7fa4-46ab-af7c-6e02f7a25ad7 HTTP/1.1" status: 204 len: 168 time: 0.1623001 Feb 17 18:04:08.015293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:08.018682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:08.201173 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Floating IP 2ff4f130-119d-4ea3-ad33-722ef341f0f8 associated. External IP: 172.28.0.51, port: 018f0836-6c5e-46e6-a8d3-3a284627ee37. Feb 17 18:04:08.579537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:08.779701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:08.784087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:08.790065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] Sync routers for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:08.799860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:08.800527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:03:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:08.842621 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c2c21ea3-cbe2-47f5-9f40-4224b5d2cfdd tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "PUT /v2.0/floatingips/2ff4f130-119d-4ea3-ad33-722ef341f0f8 HTTP/1.1" status: 200 len: 991 time: 1.5825875 Feb 17 18:04:08.843248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:09.004419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:09.050856 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37', 'status': 'completed', 'code': 200} Feb 17 18:04:09.160364 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-1e9701a5-aba4-4390-a3ad-92a8110a8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:09.161963 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-1e9701a5-aba4-4390-a3ad-92a8110a8f4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 1163 time: 0.0865693 Feb 17 18:04:09.308371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-4ff00693-b550-4fa6-9860-3682b86cbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:09.309981 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-4ff00693-b550-4fa6-9860-3682b86cbd0b service neutron] 10.222.0.38 "GET /v2.0/networks?id=91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 200 len: 904 time: 0.1408625 Feb 17 18:04:09.376500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '2ff4f130-119d-4ea3-ad33-722ef341f0f8', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'port_id': '018f0836-6c5e-46e6-a8d3-3a284627ee37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'mac_address': 'fa:16:3e:0f:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:03:53Z', 'updated_at': '2021-02-17T18:04:07Z', 'revision_number': 1, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:09.380516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] Checking router: 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:09.389894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:09.390572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:03:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:09.422313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-34325146-4a8e-44db-91f0-29f4296a91c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=018f0836-6c5e-46e6-a8d3-3a284627ee37 HTTP/1.1" status: 200 len: 999 time: 0.1057711 Feb 17 18:04:09.490748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-9623569e-6e1f-44f7-810c-3f259e0b20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:09.492329 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-9623569e-6e1f-44f7-810c-3f259e0b20d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 200 len: 849 time: 0.0639234 Feb 17 18:04:09.577472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-9bcc4096-3d89-46c1-bae8-bc96cfb8ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:09.579093 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-9bcc4096-3d89-46c1-bae8-bc96cfb8ba3c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91999640-c21f-4f14-b0c8-97315492fad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804994 Feb 17 18:04:09.582121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:09.736115 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-da80babb-1d79-4fb2-bc0a-cebf89583355 service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491501 Feb 17 18:04:09.887870 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9013db3-c937-4f3e-886c-7f2cb9970a78 req-ff2751d9-6c6c-4d05-9f8c-21d05e63c01c service neutron] 10.222.0.38 "GET /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434250 Feb 17 18:04:10.136324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '2ff4f130-119d-4ea3-ad33-722ef341f0f8', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'port_id': '018f0836-6c5e-46e6-a8d3-3a284627ee37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'mac_address': 'fa:16:3e:0f:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:03:53Z', 'updated_at': '2021-02-17T18:04:07Z', 'revision_number': 1, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:10.140621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa18bc-8af3-442d-a27c-d85091fa0305 None None] The sync data for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb is: [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '2ff4f130-119d-4ea3-ad33-722ef341f0f8', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'port_id': '018f0836-6c5e-46e6-a8d3-3a284627ee37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'mac_address': 'fa:16:3e:0f:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:03:53Z', 'updated_at': '2021-02-17T18:04:07Z', 'revision_number': 1, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:10.454141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5d4fa-688d-410f-8cc5-1b8f95b3093c None None] New status for floating IP 2ff4f130-119d-4ea3-ad33-722ef341f0f8: ACTIVE {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:04:12.733385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7afa-fc24-4603-b8c9-5ca418aa0214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:15.250294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb816-3e2b-46b5-a3d4-117b40f13b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:15.393835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:15.566685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:04:16.421854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.304323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.607711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53442) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:19.729034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.744347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:19.748389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Usage tracker for resource:security_group_rule and tenant:89c7ca5e00fd4db983e4adb82853daa8 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:19.751390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:19.757178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:19.844948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.847492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.856163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c46fa4a5-0837-47b6-9ddb-310081d711b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:19.898132 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89c7ca5e00fd4db983e4adb82853daa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893076 Feb 17 18:04:19.899086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e7eb1d-b750-4ecd-9a05-1e26430414eb,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:19.901698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 53448) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:19.903084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-dbcc54bd-a890-429f-b52d-bbd95bc5f96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:19.967565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.995081 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.040199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.045129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d08a47e5-5e59-40bc-90c7-81bdb9e66aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:20.058530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e7eb1d-b750-4ecd-9a05-1e26430414eb,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:20.067598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.068806 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81e7eb1d-b750-4ecd-9a05-1e26430414eb HTTP/1.1" status: 204 len: 168 time: 0.1660309 Feb 17 18:04:20.070313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.070753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.071161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.071562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.072485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.072899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.073430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.073699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.074090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.074527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.075012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.075285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.075766 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.076155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.076544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.076930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.077317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.077704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.078090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.078508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.078902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.079289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.079673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.080057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:20.083554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:20.723669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53474) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:20.833158 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1319827448-network', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:20.838193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:20.842639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Usage tracker for resource:network and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:20.845936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:20.851736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:20.862017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Made reservation on behalf of a48f0d7badec4e0d8009ed7e782021b5 for: {'network': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:04:20.866896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.880596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.895610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:20.899628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:20.903072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:20.908820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:20.998229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.000956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.005098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1ff0973e-790f-4729-8805-5516a0c19eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:21.034811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:04:21.047976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaefad8-9261-44a4-b7f8-3442e43ffee1,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:21.052670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:21.053584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298685309436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.054015 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Added segment 40ee32d8-02f3-4530-b606-1fc3654908da of type vxlan for network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 Feb 17 18:04:21.081986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.110130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.111424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:21.112045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.116922 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fe7c4cdb-dc61-40b7-9177-c9d9fb93e6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:21.229779 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5020642 Feb 17 18:04:21.229779 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:21.230115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53480) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:21.232932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:21.236807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Request body: {'subnet': {'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1319827448-subnet', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:21.240867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:04:21.242095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:21.246863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Usage tracker for resource:subnet and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:21.249903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:21.255811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:21.256913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:04:21.266226 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Made reservation on behalf of a48f0d7badec4e0d8009ed7e782021b5 for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:04:21.270974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852475006'] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.911317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853127846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852474989'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.929555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:22.053023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36523a6a-de1a-41da-a658-9140a1191d76,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:22.057652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:22.122546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Checking segment: {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:22.122929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Network hostable DHCP agents. Network: dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:04:22.142206 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:04:22.150291 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:22.160034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922c9a5-6cd3-4c40-b7bc-ba6cc010b702 None None] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:04:22.162180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:22.162801 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.183017 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b6273f36-2c78-4e50-839a-21a4279621b3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9518738 Feb 17 18:04:22.185871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53488) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:22.191450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:22.196302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:22.200358 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Usage tracker for resource:router and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:22.203974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:22.209747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:22.219078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5305'] for router, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.220163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853727602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853765699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770527'] for router, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.235354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.401509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45e6ba6e-285f-5e41-a64b-f9a6ba1e3939-dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76'}]}} from dv-cinder-760194-3-smb. {{(pid=83943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:04:22.402681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.528261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853728203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853856067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770544'] for router, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.701397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Allocated IP 172.20.0.2 (dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67/36523a6a-de1a-41da-a658-9140a1191d76/2f8beb82-2be5-4054-b572-51eaad51ffb9) {{(pid=83943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:22.862042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.894644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.922322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Notify callbacks [] for port, precommit_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.932840 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Transition to ACTIVE for port object 2f8beb82-2be5-4054-b572-51eaad51ffb9 will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:22.948985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Transition to ACTIVE for port object 2f8beb82-2be5-4054-b572-51eaad51ffb9 will not be triggered until provisioned by entity DHCP. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:22.953415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503'] for port, after_create {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.969290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:23.102521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Pushing event updated for resources: {'Port': ['ID=2f8beb82-2be5-4054-b572-51eaad51ffb9,revision_number=1']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:23.107698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:23.156012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 is already hosted by enough agents. {{(pid=83943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:23.157200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Resources bound (agent type, host, resource id): {{(pid=83943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:23.159602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Received port after_create {{(pid=83943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:23.174929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Allocated IP 172.28.0.48 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/17da0a47-f668-43cf-b000-fc839587acde) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:23.219009 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Attempting to bind port 2f8beb82-2be5-4054-b572-51eaad51ffb9 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:23.219431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Attempting to bind port 2f8beb82-2be5-4054-b572-51eaad51ffb9 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:23.219841 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Attempting to bind port 2f8beb82-2be5-4054-b572-51eaad51ffb9 on network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:23.225450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:23.225869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Checking segment: {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:23.226318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.226784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Bound using segment: {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:23.227301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Bound port: 2f8beb82-2be5-4054-b572-51eaad51ffb9, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:23.227770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.321306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] For port 2f8beb82-2be5-4054-b572-51eaad51ffb9, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:23.324658 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] For port 2f8beb82-2be5-4054-b572-51eaad51ffb9, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=2f8beb82-2be5-4054-b572-51eaad51ffb9,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:23.328201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.333665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.344113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:23.365118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.380553 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5b81fba2-09e4-4ac1-b995-4afd2d78e5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:23.498147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Pushing event updated for resources: {'Port': ['ID=2f8beb82-2be5-4054-b572-51eaad51ffb9,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:23.503525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-89b88e48-4e0d-492b-8697-2d746f63ad95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:23.521049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Pushing event updated for resources: {'Port': ['ID=17da0a47-f668-43cf-b000-fc839587acde,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:23.525933 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:23.581353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:23.582594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:23.584985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:24.046686 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.635603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853856084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047566'] for router, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.866786 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa is scheduled to L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f with binding_index 1 {{(pid=83942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:04:24.905433 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d6723b-3520-426f-b985-a6aeac713985 None None] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:04:24.994162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-64d7be25-641f-4f7a-8e9e-ff4b82c5a322 None None] Provisioning for port 2f8beb82-2be5-4054-b572-51eaad51ffb9 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:25.064775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:25.082808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Sync routers for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:25.091859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.094831 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9078701 Feb 17 18:04:25.096014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53504) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:25.106513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:25.107154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:04:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:25.170956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 2f8beb82-2be5-4054-b572-51eaad51ffb9 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:25.576270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 2f8beb82-2be5-4054-b572-51eaad51ffb9 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:25.591135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:25.702233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 2f8beb82-2be5-4054-b572-51eaad51ffb9 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:25.702698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.861227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.877565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-9edb4980-880a-4543-a70c-c4e1c72f03d6 None None] Provisioning complete for port 2f8beb82-2be5-4054-b572-51eaad51ffb9 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:25.877992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9edb4980-880a-4543-a70c-c4e1c72f03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.078706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.189506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 2f8beb82-2be5-4054-b572-51eaad51ffb9, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=2f8beb82-2be5-4054-b572-51eaad51ffb9,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:26.191939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9edb4980-880a-4543-a70c-c4e1c72f03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.204480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.211362 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:26.250469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Allocated IP 172.20.0.1 (dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67/36523a6a-de1a-41da-a658-9140a1191d76/6303816a-373d-497f-8867-48573ad29897) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:26.272450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:23Z', 'revision_number': 3, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:26.310438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Checking router: 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:26.310870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Updating router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa port 17da0a47-f668-43cf-b000-fc839587acde binding host dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:04:26.382639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=2f8beb82-2be5-4054-b572-51eaad51ffb9,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:26.391467 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:26.409292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-9edb4980-880a-4543-a70c-c4e1c72f03d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:26.409704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-9edb4980-880a-4543-a70c-c4e1c72f03d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:04:26.411343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.412592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.428402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Transition to ACTIVE for port object 6303816a-373d-497f-8867-48573ad29897 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:26.451523 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.467516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:26.604735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Pushing event updated for resources: {'Port': ['ID=6303816a-373d-497f-8867-48573ad29897,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:26.607863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:26.664070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:26.665193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:26.667625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:26.723949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853850857'] for router_interface, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.830902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Notify callbacks [] for port, precommit_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.844736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Transition to ACTIVE for port object 17da0a47-f668-43cf-b000-fc839587acde will not be triggered until provisioned by entity L2. {{(pid=83943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:26.847825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.853990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.863838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:27.041783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d8f81-63a6-4e79-9a3e-220896dffeab None None] Pushing event updated for resources: {'Port': ['ID=17da0a47-f668-43cf-b000-fc839587acde,revision_number=2']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:27.054906 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bd8d8f81-63a6-4e79-9a3e-220896dffeab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:27.143856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 2f8beb82-2be5-4054-b572-51eaad51ffb9 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:27.168223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.171990 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.198715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Attempting to bind port 17da0a47-f668-43cf-b000-fc839587acde on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:27.199148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Attempting to bind port 17da0a47-f668-43cf-b000-fc839587acde by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:27.199561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Attempting to bind port 17da0a47-f668-43cf-b000-fc839587acde on network b6e25248-6bed-4b78-8681-3d07b5d178fb {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:27.202471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-98e88f41-960d-4474-8b0f-786b87f045dd tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:27.211998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:27.212462 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Checking segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:27.212914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.213353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Bound using segment: {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'} {{(pid=83943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:27.213874 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Bound port: 17da0a47-f668-43cf-b000-fc839587acde, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90ca937-5fbc-41a1-843a-816ab5401e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}}] {{(pid=83943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:27.214296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.269307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-faccedf7-0afe-4bce-9313-f96c8757b4b9 None None] Provisioning complete for port 2f8beb82-2be5-4054-b572-51eaad51ffb9 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:27.269628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-faccedf7-0afe-4bce-9313-f96c8757b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.286804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925041'] for router_interface, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.303241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Pushing event updated for resources: {'Port': ['ID=6303816a-373d-497f-8867-48573ad29897,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:27.357689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:27.371428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 2f8beb82-2be5-4054-b572-51eaad51ffb9 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:27.371861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.405631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] For port 17da0a47-f668-43cf-b000-fc839587acde, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:27.431129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] For port 17da0a47-f668-43cf-b000-fc839587acde, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=17da0a47-f668-43cf-b000-fc839587acde,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:27.436395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:27.437568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:27.476578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.498685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:27.645289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:27.735060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d8f81-63a6-4e79-9a3e-220896dffeab None None] Pushing event updated for resources: {'Port': ['ID=17da0a47-f668-43cf-b000-fc839587acde,revision_number=3']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:27.738466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bd8d8f81-63a6-4e79-9a3e-220896dffeab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:27.749290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-faccedf7-0afe-4bce-9313-f96c8757b4b9 None None] Provisioning for port 6303816a-373d-497f-8867-48573ad29897 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:27.960555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-faccedf7-0afe-4bce-9313-f96c8757b4b9 None None] Provisioning complete for port 6303816a-373d-497f-8867-48573ad29897 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:27.960886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-faccedf7-0afe-4bce-9313-f96c8757b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.037246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-faccedf7-0afe-4bce-9313-f96c8757b4b9 None None] Port 6303816a-373d-497f-8867-48573ad29897 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:04:28.043524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:28.044194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:04:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:28.080522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:28.089696 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] 10.222.0.52 "PUT /v2.0/routers/85c7e5ea-1de8-4519-a06b-ba80d32a7dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9926128 Feb 17 18:04:28.228398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-10b51199-6ea5-489c-a5a8-70f129b9521f None None] Provisioning complete for port 6303816a-373d-497f-8867-48573ad29897 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:28.228889 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-10b51199-6ea5-489c-a5a8-70f129b9521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.295986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:28.365485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-10b51199-6ea5-489c-a5a8-70f129b9521f None None] Port 6303816a-373d-497f-8867-48573ad29897 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:04:28.649180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 2, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:28.654034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc871aa-f240-4a46-b315-d2230e20392a None None] The sync data for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb is: [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 2, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:31.133340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 17da0a47-f668-43cf-b000-fc839587acde up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:31.210568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 17da0a47-f668-43cf-b000-fc839587acde completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:31.215717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 17da0a47-f668-43cf-b000-fc839587acde triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:31.216249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.363635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.381058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 17da0a47-f668-43cf-b000-fc839587acde, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=17da0a47-f668-43cf-b000-fc839587acde,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:31.385175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.386948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:31.461324 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=17da0a47-f668-43cf-b000-fc839587acde,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:31.464756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:32.146190 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Sync routers for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:32.158757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:32.159706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:04:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:32.369972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:32.727086 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 2, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:32.732299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Checking router: 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:32.733027 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Updating router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa port 6303816a-373d-497f-8867-48573ad29897 binding host dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:04:32.801050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:33.125835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 17da0a47-f668-43cf-b000-fc839587acde up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:33.229448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 17da0a47-f668-43cf-b000-fc839587acde triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:33.230519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:33.536217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Notify callbacks [] for port, precommit_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:33.550327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Transition to ACTIVE for port object 6303816a-373d-497f-8867-48573ad29897 will not be triggered until provisioned by entity L2. {{(pid=83944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:33.554715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:33.573522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:33.723907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Pushing event updated for resources: {'Port': ['ID=6303816a-373d-497f-8867-48573ad29897,revision_number=3']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:33.740180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.740543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.740915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.741286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.741651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.742013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.742370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.742738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.743096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.743992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.744351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.744704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.745150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.745549 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.745867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.746223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.746604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.747091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.747495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.747866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.748217 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.748573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.749092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.751975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:33.765580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:33.956524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Attempting to bind port 6303816a-373d-497f-8867-48573ad29897 on host dv-cinder-760194-3-smb for vnic_type normal with profile {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:33.956947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Attempting to bind port 6303816a-373d-497f-8867-48573ad29897 by drivers openvswitch on host dv-cinder-760194-3-smb at level 0 using segments [{'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:33.957366 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Attempting to bind port 6303816a-373d-497f-8867-48573ad29897 on network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:33.965045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Checking agent: {'id': 'df6a1c59-4ee5-4c97-a30a-6700c17c1156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 16), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:33.966041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Checking segment: {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:33.966526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:33.967482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Bound using segment: {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'} {{(pid=83944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:33.968018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Bound port: 6303816a-373d-497f-8867-48573ad29897, host: dv-cinder-760194-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'}}] {{(pid=83944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:33.968439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.130960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] For port 6303816a-373d-497f-8867-48573ad29897, host dv-cinder-760194-3-smb, cleared binding levels {{(pid=83944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:34.135780 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] For port 6303816a-373d-497f-8867-48573ad29897, host dv-cinder-760194-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=6303816a-373d-497f-8867-48573ad29897,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:34.187327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.203526 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:34.338650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Pushing event updated for resources: {'Port': ['ID=6303816a-373d-497f-8867-48573ad29897,revision_number=4']} {{(pid=83944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:34.343340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1d97f967-9ebe-4538-9622-c453cc5d9b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:34.425920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:34.426656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:04:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:34.657876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:35.015288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:34Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:35.019626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b490e5-e37f-4282-9700-38eac2889e76 None None] The sync data for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb is: [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:34Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:35.159299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 6303816a-373d-497f-8867-48573ad29897 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:35.272916 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-bfc835e2-9deb-4469-a066-008a0270fa70 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1377075 Feb 17 18:04:35.354064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning for port 6303816a-373d-497f-8867-48573ad29897 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:35.372691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 6303816a-373d-497f-8867-48573ad29897 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:35.373262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:35.480048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-b7d5ec5a-eeb2-4627-abbf-04259400372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:35.481673 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-b7d5ec5a-eeb2-4627-abbf-04259400372c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.1629915 Feb 17 18:04:35.586405 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:35.626776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] For port 6303816a-373d-497f-8867-48573ad29897, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=6303816a-373d-497f-8867-48573ad29897,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:35.631363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:35.638718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:35.703400 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-855d9911-6c74-4a40-8833-4b6245345c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:35.705051 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-855d9911-6c74-4a40-8833-4b6245345c57 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.1796305 Feb 17 18:04:35.717713 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Pushing event updated for resources: {'Port': ['ID=6303816a-373d-497f-8867-48573ad29897,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:35.721411 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:35.846370 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-1cddccb0-a495-41ad-8d0a-5f74e8bb8fa9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 1001 time: 0.1323130 Feb 17 18:04:35.929942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-96f82384-94e6-4f46-9247-9ea27a90de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:35.932658 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-96f82384-94e6-4f46-9247-9ea27a90de22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0789421 Feb 17 18:04:36.038192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-1ecd0684-0658-4939-8138-1e0f723b7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:36.040733 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-1ecd0684-0658-4939-8138-1e0f723b7d4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0992413 Feb 17 18:04:36.201043 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-d6d6b2bd-b6cd-451e-afef-d318dfc38a03 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536696 Feb 17 18:04:36.356153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.397500 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bec52e14-ee2d-48ac-aeb9-0fb28d95361b req-947dc524-4c43-42f4-957d-9734a04c6568 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1895957 Feb 17 18:04:37.128554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 6303816a-373d-497f-8867-48573ad29897 up at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:37.203023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Provisioning complete for port 6303816a-373d-497f-8867-48573ad29897 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:37.203459 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.453077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-9d579c36-47af-43ff-ac80-f1ad5285ff65 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:38.454691 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-9d579c36-47af-43ff-ac80-f1ad5285ff65 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 815 time: 0.3863165 Feb 17 18:04:38.470728 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-4f680673-deaf-44b9-80ca-11cbf1b75046 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/quotas/a48f0d7badec4e0d8009ed7e782021b5 HTTP/1.1" status: 200 len: 375 time: 0.0100265 Feb 17 18:04:38.563060 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-1cdb3960-4c1e-436a-9fc4-71d0b387b999 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870416 Feb 17 18:04:38.712914 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f019d752-78d9-4801-b57c-f5631d7ab5ca service neutron] 10.222.0.52 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374733 Feb 17 18:04:38.857013 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-ab7938ca-82c9-4ce2-961e-0cd0573726d3 service neutron] 10.222.0.52 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376729 Feb 17 18:04:39.056052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cee79b37-1505-4336-bc1e-091983645798 req-f2ba40bc-26fc-48f2-86d9-90cabe0831de tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 210 time: 0.0522339 Feb 17 18:04:40.225054 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-be63fee0-4b1a-42c2-8c0c-e1432de806a5 req-d915902f-e888-4119-9813-8454c04c3cea tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 210 time: 0.0495899 Feb 17 18:04:40.407760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-31af0aa8-35a4-422e-938a-4b4d9b2f26bc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:40.408435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-31af0aa8-35a4-422e-938a-4b4d9b2f26bc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Synchronizing usage tracker for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:network {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:40.425681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-31af0aa8-35a4-422e-938a-4b4d9b2f26bc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Unset dirty status for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:network {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:40.426981 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-31af0aa8-35a4-422e-938a-4b4d9b2f26bc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 815 time: 0.1807773 Feb 17 18:04:40.441047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'port': {'device_id': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'admin_state_up': True, 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:40.585105 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:40.589688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Usage tracker for resource:port and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:40.592734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:40.598534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:40.608134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Made reservation on behalf of a48f0d7badec4e0d8009ed7e782021b5 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:04:40.613776 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.007050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Allocated IP 172.20.0.11 (dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67/36523a6a-de1a-41da-a658-9140a1191d76/41e41c37-23be-4e91-92a0-0ee6e0b05303) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:41.245851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.264365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Transition to ACTIVE for port object 41e41c37-23be-4e91-92a0-0ee6e0b05303 will not be triggered until provisioned by entity DHCP. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:41.288608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.303941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:41.453135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'Port': ['ID=41e41c37-23be-4e91-92a0-0ee6e0b05303,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:41.458018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:41.516483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:41.517550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:41.519984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:41.595693 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:41.596416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.618115 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1811976 Feb 17 18:04:41.755349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-1c267def-e918-4ddf-9100-d56ad1ca19f4 None None] Provisioning for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 completed by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:41.760754 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-1c267def-e918-4ddf-9100-d56ad1ca19f4 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:41.761173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1c267def-e918-4ddf-9100-d56ad1ca19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.819416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-1c267def-e918-4ddf-9100-d56ad1ca19f4 None None] Port 41e41c37-23be-4e91-92a0-0ee6e0b05303 cannot update to ACTIVE because it is not bound. {{(pid=83943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:04:42.735605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-445935ff-d147-4437-abf2-44e05f748b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.254516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-143547f8-b6f1-44c6-827b-4fd8a7efbd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.397568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.424487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.314893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.566156 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:04:57.719865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Request body: {'port': {'device_id': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:57.846950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:57.948404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c98b7-0e60-43e8-aaa3-f59ae86f07d1 req-5e7832ef-bad3-42a1-9b07-2a16e35a9863 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:57.950164 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-655c98b7-0e60-43e8-aaa3-f59ae86f07d1 req-5e7832ef-bad3-42a1-9b07-2a16e35a9863 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 932 time: 0.0918872 Feb 17 18:04:58.001635 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-655c98b7-0e60-43e8-aaa3-f59ae86f07d1 req-71ced46a-3aff-46b4-b58b-857ca3af76a2 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430872 Feb 17 18:04:58.240849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa4bf4-f747-4d17-9391-4f4a0a6801b8 req-54ecca93-2941-4f89-b1ce-bca001b4f76b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:58.243388 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-81aa4bf4-f747-4d17-9391-4f4a0a6801b8 req-54ecca93-2941-4f89-b1ce-bca001b4f76b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0889142 Feb 17 18:04:58.292613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e41c37-23be-4e91-92a0-0ee6e0b05303 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:04:58.301847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:58.306724 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-81aa4bf4-f747-4d17-9391-4f4a0a6801b8 req-7ae51ce1-b6fc-4d45-8f3a-dc10372576e3 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0565901 Feb 17 18:04:58.315702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Transition to ACTIVE for port object 41e41c37-23be-4e91-92a0-0ee6e0b05303 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:58.319719 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:58.341182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-44aaefcc-1ec0-445b-b9fe-cbc46e1eb005 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:58.479485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Pushing event updated for resources: {'Port': ['ID=41e41c37-23be-4e91-92a0-0ee6e0b05303,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:58.491825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.492781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.493189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.493585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.493980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.494393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.494790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.495191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.495580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.495970 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.496364 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.496761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.497232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.497625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.498012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.498414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.498806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.499193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.499580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.499967 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.500353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.500736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.501117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.501512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:58.507839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:58.693850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Attempting to bind port 41e41c37-23be-4e91-92a0-0ee6e0b05303 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:58.694221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Attempting to bind port 41e41c37-23be-4e91-92a0-0ee6e0b05303 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:58.694622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Attempting to bind port 41e41c37-23be-4e91-92a0-0ee6e0b05303 on network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:58.700519 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:58.700895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Checking segment: {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:58.701304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:58.701701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Bound using segment: {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:58.702171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Bound port: 41e41c37-23be-4e91-92a0-0ee6e0b05303, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ee32d8-02f3-4530-b606-1fc3654908da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:58.702576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:58.798925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] For port 41e41c37-23be-4e91-92a0-0ee6e0b05303, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:58.801928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] For port 41e41c37-23be-4e91-92a0-0ee6e0b05303, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:58.805215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:58.820704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f3e21a39-971c-41fb-b069-aaa74e553c74 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:59.208213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Pushing event updated for resources: {'Port': ['ID=41e41c37-23be-4e91-92a0-0ee6e0b05303,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:59.222257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:59.256654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.257322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:59.258864 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] 10.222.0.38 "PUT /v2.0/ports/41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 1158 time: 1.5438704 Feb 17 18:04:59.259566 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:59.314204 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'status': 'completed', 'code': 200} Feb 17 18:04:59.408530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901d94-4815-45c8-86b8-441dcf3d232e req-6a33cfd5-b982-4fd6-8c0a-91b3fa6a9873 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.410549 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9c901d94-4815-45c8-86b8-441dcf3d232e req-6a33cfd5-b982-4fd6-8c0a-91b3fa6a9873 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 944 time: 0.1509879 Feb 17 18:04:59.423640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-76e58197-895c-4822-a7b8-8f017bb55380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.426010 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-76e58197-895c-4822-a7b8-8f017bb55380 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1161 time: 0.1101983 Feb 17 18:04:59.502455 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-e1f526a2-ec27-4865-91b0-e7b72b1c0133 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 217 time: 0.0672367 Feb 17 18:04:59.514556 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9c901d94-4815-45c8-86b8-441dcf3d232e req-26378240-b363-480e-ba48-ad31367a87d1 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961199 Feb 17 18:04:59.548408 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075a161-9429-40d3-a1ce-0d88dc26cc79 req-1c430dc2-1037-4feb-98cf-379db765ef96 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.550022 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2075a161-9429-40d3-a1ce-0d88dc26cc79 req-1c430dc2-1037-4feb-98cf-379db765ef96 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1116848 Feb 17 18:04:59.580819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f21a1b7a-d1a9-42ad-8c53-d98609a3c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.582448 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-f21a1b7a-d1a9-42ad-8c53-d98609a3c2bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0705495 Feb 17 18:04:59.598709 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2075a161-9429-40d3-a1ce-0d88dc26cc79 req-cce27fba-1860-4bb7-bf83-a291dbd63e4a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420635 Feb 17 18:04:59.666594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-b4d4a571-09d4-45dc-8f31-01f0d54683a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.668200 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-b4d4a571-09d4-45dc-8f31-01f0d54683a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786891 Feb 17 18:04:59.811649 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-bebb9935-6180-46c7-bde0-8ea0042aa8e8 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365416 Feb 17 18:04:59.954460 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ecd91ef-dfa2-4362-95d5-6b7bd355d420 req-2f7e6094-3ed3-4d57-aa38-72b54b30c46a service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360402 Feb 17 18:05:00.088929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-74aaa698-ef3e-4724-baa7-72c2990080ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:00.090543 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-74aaa698-ef3e-4724-baa7-72c2990080ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1161 time: 0.0812755 Feb 17 18:05:00.231091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-969aed36-4653-4d7b-95c0-774fc5875215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:00.232559 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-969aed36-4653-4d7b-95c0-774fc5875215 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1351771 Feb 17 18:05:00.308076 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-f5fc87e3-d55b-4d04-ba2b-5e8568bd0f56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 217 time: 0.0689130 Feb 17 18:05:00.380415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-810e8044-41a9-4799-b40c-a3f1641bbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:00.381980 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-810e8044-41a9-4799-b40c-a3f1641bbace service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0677121 Feb 17 18:05:00.464854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-89258f9b-5dd9-4583-8d91-b0230f46081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:00.466505 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-89258f9b-5dd9-4583-8d91-b0230f46081c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776927 Feb 17 18:05:00.624838 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-e7abacd3-b499-4838-b96f-23542d9d2c1a service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514482 Feb 17 18:05:00.724436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776511b-f298-4264-84c3-d60daa6d791b req-3ec76b36-a99a-4e21-9423-7828825872a3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:00.726020 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d776511b-f298-4264-84c3-d60daa6d791b req-3ec76b36-a99a-4e21-9423-7828825872a3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 944 time: 0.0915117 Feb 17 18:05:00.777818 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3be08ffa-cefe-44bd-a06c-b80aebc43374 req-e262003e-e3d5-440e-8c37-d8de0f509776 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454601 Feb 17 18:05:00.827704 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d776511b-f298-4264-84c3-d60daa6d791b req-b5ff5b03-617f-4df4-9dd1-8b616de0bf13 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616093 Feb 17 18:05:00.852773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83710f2b-4324-4f59-b136-c0da569840fc req-82183bb8-9b47-446a-be8b-f1f9c72c2f10 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:00.854370 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83710f2b-4324-4f59-b136-c0da569840fc req-82183bb8-9b47-446a-be8b-f1f9c72c2f10 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1378829 Feb 17 18:05:00.901885 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-83710f2b-4324-4f59-b136-c0da569840fc req-abadc2df-d3ad-46d8-8dc8-8118a7743b45 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410967 Feb 17 18:05:01.452572 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41efa-3466-4360-bff3-661e8d3ac539 req-a105a439-f434-40eb-a45a-43eac7404e23 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:01.454210 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-93c41efa-3466-4360-bff3-661e8d3ac539 req-a105a439-f434-40eb-a45a-43eac7404e23 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0888302 Feb 17 18:05:01.503536 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-93c41efa-3466-4360-bff3-661e8d3ac539 req-f4a5d0ae-a021-459d-8106-e8e51a1ad15b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Feb 17 18:05:02.061216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42c10-5336-42a0-9514-ac161e4c8575 req-b8c2b19c-e062-4212-a8ed-6feeed49e026 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:02.062791 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-75c42c10-5336-42a0-9514-ac161e4c8575 req-b8c2b19c-e062-4212-a8ed-6feeed49e026 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 944 time: 0.1207893 Feb 17 18:05:02.128533 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-75c42c10-5336-42a0-9514-ac161e4c8575 req-4c6f1ea2-8def-4ebf-8afd-4afd40da1aba tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588315 Feb 17 18:05:02.152939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca51eab-d26a-4da0-8d6c-7d8c341a2539 req-5b3192a3-7ee6-4a7b-aced-255f7ac7129d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:02.154593 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aca51eab-d26a-4da0-8d6c-7d8c341a2539 req-5b3192a3-7ee6-4a7b-aced-255f7ac7129d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1361873 Feb 17 18:05:02.202237 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aca51eab-d26a-4da0-8d6c-7d8c341a2539 req-51419461-b460-44a9-883a-525a4aa427fe tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415435 Feb 17 18:05:02.707034 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e3df6-f12b-4937-8a4f-45ba5b814d1e req-a6448b3e-014d-4d8d-b2f1-372312240063 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:02.708553 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cd4e3df6-f12b-4937-8a4f-45ba5b814d1e req-a6448b3e-014d-4d8d-b2f1-372312240063 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0858562 Feb 17 18:05:02.755830 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cd4e3df6-f12b-4937-8a4f-45ba5b814d1e req-7a384372-1cb1-4db3-9c9b-ddd890fce6a0 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Feb 17 18:05:03.382641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171404-74a0-4642-b7d6-1bc489883fea req-6f150c6b-c060-4001-a184-26c9f27d4656 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:03.384208 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-68171404-74a0-4642-b7d6-1bc489883fea req-6f150c6b-c060-4001-a184-26c9f27d4656 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 944 time: 0.1390529 Feb 17 18:05:03.451497 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-68171404-74a0-4642-b7d6-1bc489883fea req-dd1d722e-69db-4bda-9d27-479eae8ed570 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592859 Feb 17 18:05:03.458977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84755f66-452f-4c84-8739-f9b1704b5f2f req-812b38f3-3c8b-4c88-9882-8c68d3f4843f tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:03.460613 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-84755f66-452f-4c84-8739-f9b1704b5f2f req-812b38f3-3c8b-4c88-9882-8c68d3f4843f tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1411662 Feb 17 18:05:03.507829 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-84755f66-452f-4c84-8739-f9b1704b5f2f req-9c1918c9-43e5-4687-8900-e5056e27f288 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398192 Feb 17 18:05:03.953576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796304c-7d51-45bc-a929-ec37dc9ee21b req-3e550e27-fb96-4511-ac01-d93839388b5c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:03.955088 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b796304c-7d51-45bc-a929-ec37dc9ee21b req-3e550e27-fb96-4511-ac01-d93839388b5c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0849826 Feb 17 18:05:04.000735 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b796304c-7d51-45bc-a929-ec37dc9ee21b req-20b9664d-5cbc-49b1-9fee-b275d6102fda tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Feb 17 18:05:04.099135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-4b858420-1062-49c8-a095-c3403f218ae1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:05:04.713707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adcd0-9d04-4c50-9db9-2758fe3c2eac req-ebc57f69-1fb3-496b-a19c-dcc866804e1c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:04.715278 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-204adcd0-9d04-4c50-9db9-2758fe3c2eac req-ebc57f69-1fb3-496b-a19c-dcc866804e1c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 944 time: 0.1485868 Feb 17 18:05:04.749684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34382-2c47-49b5-aa91-76344ddac9e8 req-be1e4649-53d1-435b-9f40-1dfa8a3eed66 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:04.751266 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-33a34382-2c47-49b5-aa91-76344ddac9e8 req-be1e4649-53d1-435b-9f40-1dfa8a3eed66 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1309173 Feb 17 18:05:04.769578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 41e41c37-23be-4e91-92a0-0ee6e0b05303 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:04.800513 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-204adcd0-9d04-4c50-9db9-2758fe3c2eac req-f49383b3-7293-4c5c-9bd1-29de93092632 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752854 Feb 17 18:05:04.820889 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-33a34382-2c47-49b5-aa91-76344ddac9e8 req-1075f9d3-4b26-4886-a0f5-6b035cbb0459 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0617929 Feb 17 18:05:04.854216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:05:04.859121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:04.859551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:04.984823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.012847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:05.023115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 41e41c37-23be-4e91-92a0-0ee6e0b05303, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:05.025999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.027944 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:05.066498 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'code': 200} Feb 17 18:05:05.099701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=41e41c37-23be-4e91-92a0-0ee6e0b05303,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:05.108344 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.108737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.109121 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.109501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.109878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.110251 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.110651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.111025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.111394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.111761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.112128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.112494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.112951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.113319 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.113691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.114056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.114445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.114816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.115181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.115544 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.115910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.116271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.116796 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.117576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:05.121942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:05.215141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bed2f0-f2d3-481e-8dce-6672d23dc2ac req-d1f57684-7424-43bb-95c8-f4943ffe4e0b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:05.216729 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0bed2f0-f2d3-481e-8dce-6672d23dc2ac req-d1f57684-7424-43bb-95c8-f4943ffe4e0b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0881526 Feb 17 18:05:05.264018 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d0bed2f0-f2d3-481e-8dce-6672d23dc2ac req-4c344def-80f3-4781-897f-cf93eb29d62c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Feb 17 18:05:05.312736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27fc2-ef9b-4094-9091-e7586697643a req-66c73670-d158-4cd4-9039-6aaeeb15a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:05.314365 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f8d27fc2-ef9b-4094-9091-e7586697643a req-66c73670-d158-4cd4-9039-6aaeeb15a2a6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1163 time: 0.0840597 Feb 17 18:05:05.362906 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f8d27fc2-ef9b-4094-9091-e7586697643a req-d7c918ed-0829-48ca-924f-922b6c9968f6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Feb 17 18:05:06.010535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 41e41c37-23be-4e91-92a0-0ee6e0b05303 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:06.075381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01cb79-02a0-425c-923e-57d2cbad4ba5 req-0a3e4994-f2bd-4cb6-b083-c3765595bc87 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:06.076998 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9b01cb79-02a0-425c-923e-57d2cbad4ba5 req-0a3e4994-f2bd-4cb6-b083-c3765595bc87 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.1596417 Feb 17 18:05:06.082185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:06.082660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.084534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345ef1c-1714-47b6-8ee6-4e6660faec75 req-24cbf34e-7a8f-4c1c-9df2-dbc4c4cce78f tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:06.086084 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9345ef1c-1714-47b6-8ee6-4e6660faec75 req-24cbf34e-7a8f-4c1c-9df2-dbc4c4cce78f tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1234841 Feb 17 18:05:06.158587 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9b01cb79-02a0-425c-923e-57d2cbad4ba5 req-fa95f085-8bf6-463f-b1db-ce0158494a88 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713606 Feb 17 18:05:06.169034 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9345ef1c-1714-47b6-8ee6-4e6660faec75 req-4b94ea4e-576b-4eab-8e3c-cfdd04ab499b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0661721 Feb 17 18:05:06.352175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.472052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1779cc-9979-43c4-b7f2-76b20b771f2d req-3276dc16-c310-4bb8-a375-60aabbc2a6f0 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:06.473631 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8d1779cc-9979-43c4-b7f2-76b20b771f2d req-3276dc16-c310-4bb8-a375-60aabbc2a6f0 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0855961 Feb 17 18:05:06.520083 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8d1779cc-9979-43c4-b7f2-76b20b771f2d req-7b44a527-ad68-4e27-b176-eff9dbd3edc9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397322 Feb 17 18:05:07.434163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f79ba3-5c5e-4989-8584-747078db1147 req-e11fbef1-ee2f-49f5-a49e-2b7d473c997a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:07.435804 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-69f79ba3-5c5e-4989-8584-747078db1147 req-e11fbef1-ee2f-49f5-a49e-2b7d473c997a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.1621857 Feb 17 18:05:07.441939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d468bb-3ea3-4e17-a456-90d439a4bd9f req-975726eb-ea08-422e-8aff-65373fdc44d8 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:07.443449 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-81d468bb-3ea3-4e17-a456-90d439a4bd9f req-975726eb-ea08-422e-8aff-65373fdc44d8 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1322865 Feb 17 18:05:07.522081 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-69f79ba3-5c5e-4989-8584-747078db1147 req-eca6c20b-9b06-40c7-bd31-89e2f6c2ee46 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776138 Feb 17 18:05:07.525711 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-81d468bb-3ea3-4e17-a456-90d439a4bd9f req-04b5c4d5-78c1-431d-bce2-2922cdb398e2 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0671492 Feb 17 18:05:07.721218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fd55f-d61f-46e2-b82e-a8bd18dd2542 req-e820ee37-51b8-4bbe-aee1-beb5a71a0aed tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:07.723022 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c49fd55f-d61f-46e2-b82e-a8bd18dd2542 req-e820ee37-51b8-4bbe-aee1-beb5a71a0aed tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.0886002 Feb 17 18:05:07.825553 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c49fd55f-d61f-46e2-b82e-a8bd18dd2542 req-ee6d80e4-0dd5-469b-95b6-43353c9bebae tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960562 Feb 17 18:05:07.853999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa4b4d-9c55-40f4-aec9-21d3e7b976be req-f0d13d6f-08e7-4975-bdc9-385aeb434307 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:07.855646 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4efa4b4d-9c55-40f4-aec9-21d3e7b976be req-f0d13d6f-08e7-4975-bdc9-385aeb434307 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1098859 Feb 17 18:05:07.902994 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4efa4b4d-9c55-40f4-aec9-21d3e7b976be req-0652471c-bde2-4f68-98c7-43794cb9bbb1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Feb 17 18:05:08.236028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab1c22-12c1-4080-8500-4c9861cb067d req-461dd322-29f3-4e74-99cb-74a6b922043d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:08.237487 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-adab1c22-12c1-4080-8500-4c9861cb067d req-461dd322-29f3-4e74-99cb-74a6b922043d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.0848939 Feb 17 18:05:08.284348 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-adab1c22-12c1-4080-8500-4c9861cb067d req-d4bf2c75-1bc0-4950-a03c-1c050e5e469a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Feb 17 18:05:08.736910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd184d-ec99-4427-8058-233d40c0dd61 req-6b373fc2-f9f6-46e2-aefc-8c63fd14b16d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:08.738554 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-49cd184d-ec99-4427-8058-233d40c0dd61 req-6b373fc2-f9f6-46e2-aefc-8c63fd14b16d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0995417 Feb 17 18:05:08.789843 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-49cd184d-ec99-4427-8058-233d40c0dd61 req-a45655d8-21bd-425b-8c05-d5244911d77e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0435030 Feb 17 18:05:09.113131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ded9-612b-4d96-a19e-ff01d8e7a152 req-f50ce95d-c164-4eef-a7dd-0ccc6c0f901b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:09.114785 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8988ded9-612b-4d96-a19e-ff01d8e7a152 req-f50ce95d-c164-4eef-a7dd-0ccc6c0f901b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0883155 Feb 17 18:05:09.161494 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8988ded9-612b-4d96-a19e-ff01d8e7a152 req-7d1d23a6-4ffa-4c60-88fb-8b76e905ae89 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Feb 17 18:05:09.995951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85be04-8650-4a6f-a9ad-4460916207c4 req-4d971072-22d0-4b7c-963d-16576e89ef1f tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:09.998206 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5e85be04-8650-4a6f-a9ad-4460916207c4 req-4d971072-22d0-4b7c-963d-16576e89ef1f tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0942681 Feb 17 18:05:10.047983 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5e85be04-8650-4a6f-a9ad-4460916207c4 req-69363f8e-70eb-4d6f-b442-533dedc77546 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432234 Feb 17 18:05:10.073464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:10.148838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:10.149269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.382528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739b2cc-68c4-4ebe-a858-40c581bad4e5 req-b9dd09d2-7a8f-46c9-b59e-b8243f813be1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:10.384159 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5739b2cc-68c4-4ebe-a858-40c581bad4e5 req-b9dd09d2-7a8f-46c9-b59e-b8243f813be1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1018250 Feb 17 18:05:10.433989 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5739b2cc-68c4-4ebe-a858-40c581bad4e5 req-d2c6c58f-74a8-4ce7-a7bb-1e5355f6acc3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Feb 17 18:05:11.251273 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b2911-9e68-4791-89eb-3eb985eb03a6 req-54f31a93-139b-40e8-bfd2-c00b6a4d5029 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:11.252748 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-428b2911-9e68-4791-89eb-3eb985eb03a6 req-54f31a93-139b-40e8-bfd2-c00b6a4d5029 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0850060 Feb 17 18:05:11.302172 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-428b2911-9e68-4791-89eb-3eb985eb03a6 req-580116ab-9b0e-4e6e-806a-bbc467cb6f0b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430527 Feb 17 18:05:11.644606 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab5c1-fcdb-4188-b0c5-557392fbbc79 req-1d4c6601-9b7b-472a-a98c-6fee7f062440 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:11.646181 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9d8ab5c1-fcdb-4188-b0c5-557392fbbc79 req-1d4c6601-9b7b-472a-a98c-6fee7f062440 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0892179 Feb 17 18:05:11.695104 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9d8ab5c1-fcdb-4188-b0c5-557392fbbc79 req-c8ec2527-9fe4-43ef-9728-b8837bf4b7c8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Feb 17 18:05:12.078837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:12.152152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:12.152565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.502415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000d244-e2ac-4b04-8e2e-45099fe6466a req-07acf68e-2dd3-4d81-9371-e9804b82e61a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:12.504009 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a000d244-e2ac-4b04-8e2e-45099fe6466a req-07acf68e-2dd3-4d81-9371-e9804b82e61a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0866535 Feb 17 18:05:12.554987 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a000d244-e2ac-4b04-8e2e-45099fe6466a req-933d6147-4922-41b3-873d-0da444d92ba8 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449424 Feb 17 18:05:12.738300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-78ebfe32-4ba4-4aae-812c-35d60326a888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.904628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8cc9-974e-4aa7-b1ca-f4e0cdf1adf5 req-d52259ae-87f3-4117-bcd7-a38189768124 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:12.906116 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c87f8cc9-974e-4aa7-b1ca-f4e0cdf1adf5 req-d52259ae-87f3-4117-bcd7-a38189768124 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0888729 Feb 17 18:05:12.955073 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c87f8cc9-974e-4aa7-b1ca-f4e0cdf1adf5 req-b518e1bc-cfa3-4fc2-a7c9-0134a87dc528 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Feb 17 18:05:13.239402 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8878dd0-c387-4d28-84a3-cc115d2a8eeb req-fddacfaa-8515-4335-aede-f70904082454 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.240891 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d8878dd0-c387-4d28-84a3-cc115d2a8eeb req-fddacfaa-8515-4335-aede-f70904082454 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.0889206 Feb 17 18:05:13.289298 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d8878dd0-c387-4d28-84a3-cc115d2a8eeb req-16c98208-7495-45ab-8d48-8eaf7020a3df tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Feb 17 18:05:13.383225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-cd90dfc0-cc42-46e5-b73f-8a9ddf4a7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.384852 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-cd90dfc0-cc42-46e5-b73f-8a9ddf4a7350 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.0796280 Feb 17 18:05:13.538635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-2efc3fca-e12e-4e56-a281-04101a9e7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.540186 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-2efc3fca-e12e-4e56-a281-04101a9e7154 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.1480956 Feb 17 18:05:13.658829 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-0ccf9a0a-1744-4d0d-abd6-956480d691e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 1001 time: 0.1103733 Feb 17 18:05:13.729132 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-cf5d41ef-19af-4f73-b5ad-deeb4bc07b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.730756 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-cf5d41ef-19af-4f73-b5ad-deeb4bc07b17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0653718 Feb 17 18:05:13.761596 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-e437b921-7ee7-499c-a6d5-134a79fe2baf tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4311202 Feb 17 18:05:13.774119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'floatingip': {'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:13.781969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:13.787694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Usage tracker for resource:floatingip and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:13.793311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:13.807041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:13.817501 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030297d9-c3b7-41a5-ab46-01003b6f3dc2 req-0b9796a2-b657-400f-bdfb-0426a625f33b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.819127 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-030297d9-c3b7-41a5-ab46-01003b6f3dc2 req-0b9796a2-b657-400f-bdfb-0426a625f33b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1480379 Feb 17 18:05:13.827240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-5bb312af-50ea-4c9e-a136-ea9937d8467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.828869 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-5bb312af-50ea-4c9e-a136-ea9937d8467b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841341 Feb 17 18:05:13.844382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for floatingip, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:13.948673 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-030297d9-c3b7-41a5-ab46-01003b6f3dc2 req-177a4f1f-5e6a-4571-882e-a5a2a6fba4b7 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1228909 Feb 17 18:05:13.973790 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-a6d638bf-750a-4d28-8da2-1ae9cc2a69bc service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358185 Feb 17 18:05:14.025288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.123030 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b1d8aa83-d585-455b-8f33-894186bc5bab req-d5d686d7-c65b-4d5e-a259-73f6ea83ed7f service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423011 Feb 17 18:05:14.378931 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38384-6061-4787-84d7-14185b9b66c6 req-fc0b8eec-f7f7-428a-a0e9-447e86235168 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:14.380444 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fac38384-6061-4787-84d7-14185b9b66c6 req-fc0b8eec-f7f7-428a-a0e9-447e86235168 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1774602 Feb 17 18:05:14.393527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Allocated IP 172.28.0.144 (b6e25248-6bed-4b78-8681-3d07b5d178fb/c49a233a-dd15-4c28-8a36-af076187fffb/56c3a78a-8f49-4d85-a067-af38d480bb05) {{(pid=83941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:05:14.511556 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fac38384-6061-4787-84d7-14185b9b66c6 req-01ad4863-b9e4-4403-a1d6-ee124d29d376 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193631 Feb 17 18:05:14.586558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for port, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.615727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.631329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:14.768369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'Port': ['ID=56c3a78a-8f49-4d85-a067-af38d480bb05,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:14.773636 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:14.825090 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Network b6e25248-6bed-4b78-8681-3d07b5d178fb is already hosted by enough agents. {{(pid=83941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:05:14.826247 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources bound (agent type, host, resource id): {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:05:14.828574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Received port after_create {{(pid=83941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:05:14.908945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.970504 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.255937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3b40ad7d-4cb9-423b-bc99-030174ea8949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.274999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae242c0f-7231-4a29-a077-9a402ea30e50 req-6edfb3b9-7163-45d7-b4e9-08f37d16ace8 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:15.276601 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ae242c0f-7231-4a29-a077-9a402ea30e50 req-6edfb3b9-7163-45d7-b4e9-08f37d16ace8 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.2096794 Feb 17 18:05:15.351862 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ae242c0f-7231-4a29-a077-9a402ea30e50 req-cb73f965-8fc5-4349-bc7c-2c274dfbbd1e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0593975 Feb 17 18:05:15.367114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.371000 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.386209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d28a1a82-e6b8-4f7d-9db1-34e12d66b0c3 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:15.402022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.521164 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'Port': ['ID=56c3a78a-8f49-4d85-a067-af38d480bb05,revision_number=2']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:15.525847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:15.624863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.645901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.647219 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8781908 Feb 17 18:05:15.732665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-5fa3739c-53ac-4432-aee9-8d07c4bb9a3d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Synchronizing usage tracker for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:floatingip {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:05:15.749076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-5fa3739c-53ac-4432-aee9-8d07c4bb9a3d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Unset dirty status for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:floatingip {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:05:15.750319 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-5fa3739c-53ac-4432-aee9-8d07c4bb9a3d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.144 HTTP/1.1" status: 200 len: 696 time: 0.0962710 Feb 17 18:05:15.972302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-957dd756-ff0b-4612-844a-13b2cbadb4b0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:15.973765 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-957dd756-ff0b-4612-844a-13b2cbadb4b0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/networks/b6e25248-6bed-4b78-8681-3d07b5d178fb HTTP/1.1" status: 200 len: 784 time: 0.2174931 Feb 17 18:05:15.988595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-70fb80b7-bfb5-4114-ad03-b0da8517ad7c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:05:15.989632 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-765805a1-d874-4548-8cd1-a60dbe6a5bc3 req-70fb80b7-bfb5-4114-ad03-b0da8517ad7c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0083919 Feb 17 18:05:15.999823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85498870-5e2a-40eb-a06c-58254fe760de req-d2246c20-7798-4d02-8aec-72ee6705bd93 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:15.999823 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-85498870-5e2a-40eb-a06c-58254fe760de req-d2246c20-7798-4d02-8aec-72ee6705bd93 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1653326 Feb 17 18:05:16.051709 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-85498870-5e2a-40eb-a06c-58254fe760de req-cbb542c1-56ab-4b49-bcfc-3138148f98ca tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Feb 17 18:05:16.057960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:05:16.177955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-75cf675f-0607-4a5c-a4e3-3968e580c65d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:16.179604 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-75cf675f-0607-4a5c-a4e3-3968e580c65d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0879855 Feb 17 18:05:16.179762 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.208289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:16.219328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 796f7e09-4b52-4067-84f2-3019fe9b5b1a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:16.223892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.226125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:16.272341 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-728facf1-4a7b-400e-8810-507639f11c58 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.144 HTTP/1.1" status: 200 len: 696 time: 0.0860107 Feb 17 18:05:16.273837 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'code': 200} Feb 17 18:05:16.294884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'floatingip': {'port_id': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:16.302710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=796f7e09-4b52-4067-84f2-3019fe9b5b1a,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:16.306221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:16.382482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for floatingip, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.427593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.736685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1f991-10a4-45cf-ab45-317e8b3d03be req-a1595b6e-5c25-4522-a523-460cd569add5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:16.738193 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c7c1f991-10a4-45cf-ab45-317e8b3d03be req-a1595b6e-5c25-4522-a523-460cd569add5 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.2413270 Feb 17 18:05:17.102712 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c7c1f991-10a4-45cf-ab45-317e8b3d03be req-a0462a9c-e30f-47f0-8bf7-4db32b668e15 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3523288 Feb 17 18:05:17.312685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.405976 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.410797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.586537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215f336-a2ac-4e1e-aeb1-a8b40222895d req-870f046d-a1bd-4e46-a667-009d289e3e29 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:17.588048 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a215f336-a2ac-4e1e-aeb1-a8b40222895d req-870f046d-a1bd-4e46-a667-009d289e3e29 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.2527583 Feb 17 18:05:17.651130 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Floating IP 88375f75-7d74-40fa-a82a-d1b67801397b associated. External IP: 172.28.0.144, port: 41e41c37-23be-4e91-92a0-0ee6e0b05303. Feb 17 18:05:17.725294 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a215f336-a2ac-4e1e-aeb1-a8b40222895d req-af137800-6197-412c-943e-c7babc83909e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288781 Feb 17 18:05:18.028458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 53848) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:18.094836 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:05:18.149841 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-bd568ba8-67d5-431a-bb46-70cd864102ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197031 Feb 17 18:05:18.210474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd98ce-6035-4df3-95e8-3a9aadb217cb req-c09086ff-3fe3-4f4b-bba8-868d381b117b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.212089 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-13cd98ce-6035-4df3-95e8-3a9aadb217cb req-c09086ff-3fe3-4f4b-bba8-868d381b117b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.2044764 Feb 17 18:05:18.348412 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-13cd98ce-6035-4df3-95e8-3a9aadb217cb req-4511a9b3-d957-4b2b-9904-4e79d583b27d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1249049 Feb 17 18:05:18.362953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:05:18.368039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.373562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] Sync routers for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:05:18.384881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:05:18.395257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:05:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:18.431002 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-abcce997-ebfc-4ef8-817c-c1f2777906b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "PUT /v2.0/floatingips/88375f75-7d74-40fa-a82a-d1b67801397b HTTP/1.1" status: 200 len: 997 time: 2.1453989 Feb 17 18:05:18.431837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:18.529921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-9e49b231-72f5-4183-a306-67b1b0b24479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.531735 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-9e49b231-72f5-4183-a306-67b1b0b24479 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1163 time: 0.0875735 Feb 17 18:05:18.627843 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'status': 'completed', 'code': 200} Feb 17 18:05:18.708216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-b3de469b-c2ba-4a8b-a5ff-cad7a40f03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.710084 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-b3de469b-c2ba-4a8b-a5ff-cad7a40f03a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1707397 Feb 17 18:05:18.719091 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-13920ba7-b0d9-4288-9e08-dcbec9442bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.721159 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-13920ba7-b0d9-4288-9e08-dcbec9442bcd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1163 time: 0.0957825 Feb 17 18:05:18.789418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:05:18.829140 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-4a134acb-b753-40a7-95a0-fe06dc43495d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 1000 time: 0.1117811 Feb 17 18:05:18.895450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-373e804f-c956-40c5-bb93-1b9bfa6db4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.897841 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-373e804f-c956-40c5-bb93-1b9bfa6db4e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1602449 Feb 17 18:05:18.929255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-c86eac56-54d0-4c48-b5a7-8a283f76e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.931266 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-c86eac56-54d0-4c48-b5a7-8a283f76e455 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0955117 Feb 17 18:05:19.035007 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-a000b19b-e080-4997-a97a-7787b2e9f0cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 1000 time: 0.1294639 Feb 17 18:05:19.114699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-4d6c8d08-5532-4274-9cd0-bb8cbc0d868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.116358 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-4d6c8d08-5532-4274-9cd0-bb8cbc0d868c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0741682 Feb 17 18:05:19.215486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '88375f75-7d74-40fa-a82a-d1b67801397b', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'floating_ip_address': '172.28.0.144', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'port_id': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'mac_address': 'fa:16:3e:a7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:05:14Z', 'updated_at': '2021-02-17T18:05:17Z', 'revision_number': 1, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:35Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:19.218585 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-93fa68d5-c4e4-48b7-b3c7-284099e85081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.220384 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-93fa68d5-c4e4-48b7-b3c7-284099e85081 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963347 Feb 17 18:05:19.220525 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] Checking router: 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:05:19.230710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:05:19.232731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:05:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:19.338223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-cbf93479-f2fd-4dd0-a100-fe5f136a2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.339933 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-cbf93479-f2fd-4dd0-a100-fe5f136a2af2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4005346 Feb 17 18:05:19.346326 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c15c-d07f-447a-8513-fbc3cc54978a req-01f21929-f0e6-47c8-a209-6922a65292ee tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.354458 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3d24c15c-d07f-447a-8513-fbc3cc54978a req-01f21929-f0e6-47c8-a209-6922a65292ee tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.3761780 Feb 17 18:05:19.450875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:05:19.494791 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3d24c15c-d07f-447a-8513-fbc3cc54978a req-5829d65a-9f75-450d-831f-0596afa33429 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393447 Feb 17 18:05:19.509268 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-b1e6ea81-494c-4203-94e9-08a277a66e49 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771318 Feb 17 18:05:19.546694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-3cb0494a-3ec2-4144-976b-5490d713304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.548434 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-3cb0494a-3ec2-4144-976b-5490d713304b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022&tenant_id=a2ec9fd9ea814aa894273850c4867bd4 HTTP/1.1" status: 200 len: 1160 time: 0.1553049 Feb 17 18:05:19.552703 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-87941124-a20c-4728-9f6b-bc44991ee199 service neutron] 10.222.0.52 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722674 Feb 17 18:05:19.731484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-4fff2a28-052b-4e4c-a725-c194053e1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.733242 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-4fff2a28-052b-4e4c-a725-c194053e1b6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1160 time: 0.1355011 Feb 17 18:05:19.739790 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f5065df9-dc94-48d0-88a7-6c1516b938b5 req-8e1ffdc9-c709-44e3-bdf2-e5b83c001a5c service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2219291 Feb 17 18:05:19.763795 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44a04a55-3eb7-43be-ae9c-9d2637ac4842 req-3d079f68-3e46-4c89-bcac-3372cbe72c7e service neutron] 10.222.0.52 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2069387 Feb 17 18:05:19.785886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62ea3a-de91-44af-ae77-6f32070cf4be req-17a957a5-fb87-4d99-8abb-79cf5a7d1b49 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.787544 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb62ea3a-de91-44af-ae77-6f32070cf4be req-17a957a5-fb87-4d99-8abb-79cf5a7d1b49 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.1420836 Feb 17 18:05:19.854772 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb62ea3a-de91-44af-ae77-6f32070cf4be req-f40c6a68-36ea-4ab0-ba5f-e59114c7f17b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598636 Feb 17 18:05:19.885904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1716490885', 'description': 'tempest-TestMinimumBasicScenario-1716490885 description'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:19.892353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '88375f75-7d74-40fa-a82a-d1b67801397b', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'floating_ip_address': '172.28.0.144', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'port_id': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'mac_address': 'fa:16:3e:a7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:05:14Z', 'updated_at': '2021-02-17T18:05:17Z', 'revision_number': 1, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:35Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:19.892592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:19.897191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Usage tracker for resource:security_group and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:19.897433 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b9fc9-ea59-4ef7-b6d9-99ce2cd7bfff None None] The sync data for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb is: [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_floatingips': [{'id': '88375f75-7d74-40fa-a82a-d1b67801397b', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'floating_ip_address': '172.28.0.144', 'floating_network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'router_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'port_id': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'mac_address': 'fa:16:3e:a7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:05:14Z', 'updated_at': '2021-02-17T18:05:17Z', 'revision_number': 1, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:35Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:05:19.901232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:19.908092 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:19.920665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.953266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:19.957896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Usage tracker for resource:security_group_rule and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:19.961653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:19.968457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:20.058910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.061876 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.067310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f0e7688e-2586-4181-b493-1ee4a2a7f505 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:20.108343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.109661 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-68c5df29-0e88-477c-9189-a5b0f55ecd46 req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2294588 Feb 17 18:05:20.110500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f9a0dd-6792-4f71-bbaa-03750b28d05a,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:20.119153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.119568 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.119995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.120485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.120860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.121262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.121652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.122042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.122442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.122837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.123221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.123612 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.124096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.124492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.124875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.125262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.125648 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.126039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.126472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.126812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.127199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.127586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.127965 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.128348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:20.132047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-205ec666-f7f2-4cf4-be4e-e2d663fa9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:20.132475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:20.133809 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-205ec666-f7f2-4cf4-be4e-e2d663fa9aa8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.3929801 Feb 17 18:05:20.186977 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-18d82649-5305-4735-9214-65537722c6b4 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups/66f9a0dd-6792-4f71-bbaa-03750b28d05a HTTP/1.1" status: 200 len: 1814 time: 0.0503776 Feb 17 18:05:20.199166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f9a0dd-6792-4f71-bbaa-03750b28d05a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:20.199616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f9a0dd-6792-4f71-bbaa-03750b28d05a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:20.207778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:20.212687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Usage tracker for resource:security_group_rule and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:20.216383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:20.218541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8809e-7a68-45d1-bc9e-678a674fc06d None None] New status for floating IP 88375f75-7d74-40fa-a82a-d1b67801397b: ACTIVE {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:05:20.223085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:20.254731 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-41be0720-1389-4778-a5c5-a5517dc8cc76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 999 time: 0.1115561 Feb 17 18:05:20.298104 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.327520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.331327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.333502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:20.333660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-b9c084dc-b032-4fc2-87ad-abf066f3f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:20.335890 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-b9c084dc-b032-4fc2-87ad-abf066f3f514 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0734844 Feb 17 18:05:20.367048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc7c644-3b79-4dde-95bb-1d96a8db8a16,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:20.369327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.370949 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ae3d2e8-b516-45cf-b91d-933f414fb604 req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1771057 Feb 17 18:05:20.371865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-846f5d8a-cdb7-4991-9ca1-35961444ed7a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:20.424697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-7ddcdfe4-f6cf-4751-96f2-4f76ca4735de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:20.426437 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-7ddcdfe4-f6cf-4751-96f2-4f76ca4735de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833144 Feb 17 18:05:20.452978 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-f97b4354-c1e0-41da-853e-8c4f7975949a tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups/66f9a0dd-6792-4f71-bbaa-03750b28d05a HTTP/1.1" status: 200 len: 2407 time: 0.0536466 Feb 17 18:05:20.465656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f9a0dd-6792-4f71-bbaa-03750b28d05a', 'remote_group_id': None}]} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:20.466096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f9a0dd-6792-4f71-bbaa-03750b28d05a', 'remote_group_id': None}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:20.472750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:20.477506 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Usage tracker for resource:security_group_rule and tenant:a48f0d7badec4e0d8009ed7e782021b5 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:20.487847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:20.493707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:20.554150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.579255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.583439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006191'] for security_group_rule, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.586222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:20.587354 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-55693195-c71c-4f34-97ac-7eaf5599bfed service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534245 Feb 17 18:05:20.612381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6be8bb7-52e7-4d11-aebc-55382a4cd6f9,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:20.615141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:20.622159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.623505 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-19fe65b4-ad81-40f6-9854-a24704b0f6e4 req-3b4a8801-c6f5-40e0-9d29-725cb581d3b3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1623721 Feb 17 18:05:20.746152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcbb3d-03dd-476a-8c4d-82470d56fe95 req-9e337f36-4258-4627-9574-46175c751715 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:20.747909 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-52fcbb3d-03dd-476a-8c4d-82470d56fe95 req-9e337f36-4258-4627-9574-46175c751715 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1141922 Feb 17 18:05:20.808256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-d8e7c689-9bc4-4cb9-9347-e76a56a35800 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Synchronizing usage tracker for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:05:20.826913 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-52fcbb3d-03dd-476a-8c4d-82470d56fe95 req-92d84430-5bfd-42d4-9929-3a5c8d0fa41f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694029 Feb 17 18:05:20.831622 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-22ac5af7-817c-4f67-b815-665e23d57a8b req-549bc702-45e1-46d3-b214-417add4c3c7d service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443038 Feb 17 18:05:20.834460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-d8e7c689-9bc4-4cb9-9347-e76a56a35800 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Unset dirty status for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:05:20.836240 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-d8e7c689-9bc4-4cb9-9347-e76a56a35800 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1716490885&fields=id&tenant_id=a48f0d7badec4e0d8009ed7e782021b5 HTTP/1.1" status: 200 len: 267 time: 0.1130447 Feb 17 18:05:20.939707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-6bd6cd12-c2b1-4b5a-9217-6bac912db492 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:20.949417 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-6bd6cd12-c2b1-4b5a-9217-6bac912db492 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.1065626 Feb 17 18:05:20.957141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'port': {'security_groups': ['9eaefad8-9261-44a4-b7f8-3442e43ffee1', '66f9a0dd-6792-4f71-bbaa-03750b28d05a']}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:21.151994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:21.218415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1424a-35de-408d-b2bc-d1793dc93af5 req-d9f8b795-fef5-4d1d-8c26-badcc8e02ce4 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:21.220033 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aba1424a-35de-408d-b2bc-d1793dc93af5 req-d9f8b795-fef5-4d1d-8c26-badcc8e02ce4 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.2241342 Feb 17 18:05:21.337372 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aba1424a-35de-408d-b2bc-d1793dc93af5 req-49fdc078-a4e0-4b7c-bc2c-661350d93385 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1092207 Feb 17 18:05:21.565254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] For port 41e41c37-23be-4e91-92a0-0ee6e0b05303, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:21.593695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:21.598051 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:21.614244 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a0a9444d-03d6-4d45-897d-7e577fcb6f1c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:21.771031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'Port': ['ID=41e41c37-23be-4e91-92a0-0ee6e0b05303,revision_number=5']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:21.774712 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:21.828144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:21.828915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:21.830703 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e23aea92-d485-4c1e-9abd-9d41bd108494 req-217498d5-02b5-4084-a1eb-7888d5718043 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "PUT /v2.0/ports/41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 982 time: 0.8803902 Feb 17 18:05:21.831355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:21.887488 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'status': 'completed', 'code': 200} Feb 17 18:05:22.035337 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-570e0ca6-c181-4fb0-9735-09474384a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.036974 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-570e0ca6-c181-4fb0-9735-09474384a4ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1203 time: 0.1134224 Feb 17 18:05:22.162411 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-bd884f73-ab9e-4038-9ff6-e186cfff80b9 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:22.163691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd884f73-ab9e-4038-9ff6-e186cfff80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.168006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997c78c-1711-4ff1-8cd2-6761b3056da6 req-d951c331-8022-4fe9-9a82-c39dfb70ff06 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.176619 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7997c78c-1711-4ff1-8cd2-6761b3056da6 req-d951c331-8022-4fe9-9a82-c39dfb70ff06 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1866152 Feb 17 18:05:22.213409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9da0-5d58-4119-913e-6936b10233d0 req-d9940d29-ac1a-42e6-bc1c-d416dfbd9629 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.215461 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e4f9da0-5d58-4119-913e-6936b10233d0 req-d9940d29-ac1a-42e6-bc1c-d416dfbd9629 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.1834011 Feb 17 18:05:22.222143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-5d458d49-da81-4bfd-b277-b4138d606116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.223900 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-5d458d49-da81-4bfd-b277-b4138d606116 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1793661 Feb 17 18:05:22.274062 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7997c78c-1711-4ff1-8cd2-6761b3056da6 req-5d521ab9-af59-492f-9b58-9931cc6d7c2c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957444 Feb 17 18:05:22.333967 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e4f9da0-5d58-4119-913e-6936b10233d0 req-785a6032-91fe-4b69-82c9-59fa7d8c48df tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1116176 Feb 17 18:05:22.420020 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-00f1cdc0-aa92-4ce9-b5a9-ec310eac822b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 1002 time: 0.1880312 Feb 17 18:05:22.461469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 41e41c37-23be-4e91-92a0-0ee6e0b05303 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:22.543814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-34349d48-36ea-4851-942a-5454295180c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.545666 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-34349d48-36ea-4851-942a-5454295180c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.1154404 Feb 17 18:05:22.557906 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:22.558593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.602416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea50a28-5fc8-4078-883f-8dff2bdecc99 req-137652a0-e205-4c56-b873-73bbeda95f69 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.612576 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2ea50a28-5fc8-4078-883f-8dff2bdecc99 req-137652a0-e205-4c56-b873-73bbeda95f69 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.1289766 Feb 17 18:05:22.669622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-842991ba-5c28-406b-9195-e11d51bd5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.671553 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-842991ba-5c28-406b-9195-e11d51bd5402 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1132751 Feb 17 18:05:22.679203 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2ea50a28-5fc8-4078-883f-8dff2bdecc99 req-a98b9aff-97e3-46a3-ad91-1a73664c8132 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0650320 Feb 17 18:05:22.857742 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-1b711e32-a109-41e4-b2d3-e3d0324fe9c0 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757996 Feb 17 18:05:23.015146 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9ead64e2-42e8-4aa2-9001-fef51d6447df req-64ca638b-fe39-486c-a911-5257d98e383f service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437366 Feb 17 18:05:23.523945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60215d0-9203-42fd-b251-8ea5edc672ce req-05b0a7b1-dcd5-4134-8b4c-42d4e3b67ec4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:23.525684 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d60215d0-9203-42fd-b251-8ea5edc672ce req-05b0a7b1-dcd5-4134-8b4c-42d4e3b67ec4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1138642 Feb 17 18:05:23.576642 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d60215d0-9203-42fd-b251-8ea5edc672ce req-0494b486-e729-4d35-9408-c55891c6a563 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Feb 17 18:05:23.887733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b80f8-a49c-4445-9877-b92ab7ed98c4 req-6cf4121d-46e4-4b20-bc86-75fd92b7e18c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:23.889457 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-904b80f8-a49c-4445-9877-b92ab7ed98c4 req-6cf4121d-46e4-4b20-bc86-75fd92b7e18c tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.1034553 Feb 17 18:05:23.965223 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-904b80f8-a49c-4445-9877-b92ab7ed98c4 req-6bf1e029-541b-4eed-9405-e027ac04897e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0686574 Feb 17 18:05:24.780984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc650a32-2220-436a-bb2e-2e59353787a9 req-ee443207-f5f3-4db3-bb24-88e6251d65e6 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:24.782614 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bc650a32-2220-436a-bb2e-2e59353787a9 req-ee443207-f5f3-4db3-bb24-88e6251d65e6 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0873346 Feb 17 18:05:24.833914 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bc650a32-2220-436a-bb2e-2e59353787a9 req-df2ef7d1-71d7-4111-af8c-39aa60ef6ce4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 Feb 17 18:05:25.212844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148abe0-a81f-4ad1-9c8b-ca07c8d6a8a8 req-dc85928b-0ec4-44b9-b45f-18afefc608a6 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:25.215645 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d148abe0-a81f-4ad1-9c8b-ca07c8d6a8a8 req-dc85928b-0ec4-44b9-b45f-18afefc608a6 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.1270416 Feb 17 18:05:25.290484 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d148abe0-a81f-4ad1-9c8b-ca07c8d6a8a8 req-e54a7889-8ac7-4eb9-bcc1-8b934e14b960 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0671597 Feb 17 18:05:26.051691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff152fb-237d-4a42-ae62-41852aea4465 req-5a85d399-c417-49a8-bd39-94d5b246f75f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:26.053380 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5ff152fb-237d-4a42-ae62-41852aea4465 req-5a85d399-c417-49a8-bd39-94d5b246f75f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0871727 Feb 17 18:05:26.101526 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5ff152fb-237d-4a42-ae62-41852aea4465 req-3b38bfcf-f07a-4749-ae5d-b138657b1d2e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Feb 17 18:05:26.510613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb118e-99be-4660-85f6-d928728cbc1f req-84584daf-103e-459b-b320-0c40c9be91cc tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:26.513255 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e1cb118e-99be-4660-85f6-d928728cbc1f req-84584daf-103e-459b-b320-0c40c9be91cc tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 943 time: 0.0938594 Feb 17 18:05:26.563205 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e1cb118e-99be-4660-85f6-d928728cbc1f req-072ca39b-1e0f-4658-9b10-98ae24af8cd4 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432382 Feb 17 18:05:26.807788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:26.887180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:26.887619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:27.015619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:27.045683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:27.056292 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 796f7e09-4b52-4067-84f2-3019fe9b5b1a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:27.059848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:27.063233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:27.101645 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'code': 200} Feb 17 18:05:27.136022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=796f7e09-4b52-4067-84f2-3019fe9b5b1a,revision_number=6']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:27.142683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:27.343797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c1a2-c734-466d-8af8-52d9f33139f0 req-1d7c28a8-f599-4e96-9f4d-24bead6acaf0 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:27.345412 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4143c1a2-c734-466d-8af8-52d9f33139f0 req-1d7c28a8-f599-4e96-9f4d-24bead6acaf0 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1172364 Feb 17 18:05:27.403078 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4143c1a2-c734-466d-8af8-52d9f33139f0 req-d46a826b-c7f3-48ab-898e-7d4c206dd80a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498493 Feb 17 18:05:27.457803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742044db-3a57-4c53-aa1f-57eb6d023c4f req-f2c59301-894f-4a6e-bf79-0262ee900ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:27.459821 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-742044db-3a57-4c53-aa1f-57eb6d023c4f req-f2c59301-894f-4a6e-bf79-0262ee900ff8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.0925274 Feb 17 18:05:27.519907 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-742044db-3a57-4c53-aa1f-57eb6d023c4f req-dc3fffb7-b76e-4123-8145-f8f08aee7cfc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0477600 Feb 17 18:05:27.775770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885de0-340a-42fc-83ae-defa0dceaeb3 req-35d21a1f-1c7f-440c-9bff-171bbe225c54 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:27.777641 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1b885de0-340a-42fc-83ae-defa0dceaeb3 req-35d21a1f-1c7f-440c-9bff-171bbe225c54 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.0968359 Feb 17 18:05:27.830193 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1b885de0-340a-42fc-83ae-defa0dceaeb3 req-39e58531-423d-4d72-a3ff-a21da8271b21 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459619 Feb 17 18:05:28.198311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:28.276670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 796f7e09-4b52-4067-84f2-3019fe9b5b1a triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:28.277229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.624980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e9c0a-d42c-401c-a84d-ec3143771cb7 req-b3611939-bd15-4041-ac05-61703f7ce848 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:28.626627 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e82e9c0a-d42c-401c-a84d-ec3143771cb7 req-b3611939-bd15-4041-ac05-61703f7ce848 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0939174 Feb 17 18:05:28.678103 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e82e9c0a-d42c-401c-a84d-ec3143771cb7 req-c8c3117f-0376-4f36-8f29-748b73f0ba07 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450737 Feb 17 18:05:29.044099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f75806-cb6c-4e0c-80a8-8e757f2dd896 req-b8cc6f1c-5fb6-47be-bd2e-13e360a007e6 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:29.051789 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a4f75806-cb6c-4e0c-80a8-8e757f2dd896 req-b8cc6f1c-5fb6-47be-bd2e-13e360a007e6 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1063397 Feb 17 18:05:29.097298 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a4f75806-cb6c-4e0c-80a8-8e757f2dd896 req-78a7eb25-a7e0-4eac-b7a4-753dfab87f5d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445869 Feb 17 18:05:29.566109 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:05:29.891664 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229a075-fcac-4c1a-bff7-306b01b65d83 req-1afc7617-c914-44b0-9705-cb12e5d2dbb4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:29.893285 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8229a075-fcac-4c1a-bff7-306b01b65d83 req-1afc7617-c914-44b0-9705-cb12e5d2dbb4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0912371 Feb 17 18:05:29.943695 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8229a075-fcac-4c1a-bff7-306b01b65d83 req-9caca4cf-7bcd-458e-aef0-6861167ecc44 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Feb 17 18:05:30.326143 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef822b48-493f-4849-a937-b128a02c6c37 req-4c08ad50-9b37-4fae-9874-2a17fbdc0c7e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:30.328582 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ef822b48-493f-4849-a937-b128a02c6c37 req-4c08ad50-9b37-4fae-9874-2a17fbdc0c7e tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1128762 Feb 17 18:05:30.416538 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ef822b48-493f-4849-a937-b128a02c6c37 req-48a4af50-498a-41be-bf95-a2b426a82864 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0778198 Feb 17 18:05:31.151302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d9d91-9df6-421a-8a52-943be6825e0e req-c5dceb74-297a-421a-8179-51087b70979c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:31.152905 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af7d9d91-9df6-421a-8a52-943be6825e0e req-c5dceb74-297a-421a-8179-51087b70979c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0876586 Feb 17 18:05:31.200747 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-af7d9d91-9df6-421a-8a52-943be6825e0e req-43ab856c-2534-4ebe-a830-af4ddf76dbfc tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Feb 17 18:05:32.435968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5825b2-ba4f-4f36-8e52-94a5f48350c0 req-be9b8538-7df3-4f11-acc2-fafa96a1307d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:32.438208 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-de5825b2-ba4f-4f36-8e52-94a5f48350c0 req-be9b8538-7df3-4f11-acc2-fafa96a1307d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0961692 Feb 17 18:05:32.489078 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-de5825b2-ba4f-4f36-8e52-94a5f48350c0 req-71166a3e-fc03-4158-8c42-72fada3eb434 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Feb 17 18:05:33.709512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33e1af-58c4-47d2-ac06-ecef34280e8e req-2704331e-9732-44b8-86b8-e9c25114ac62 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:33.711085 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2a33e1af-58c4-47d2-ac06-ecef34280e8e req-2704331e-9732-44b8-86b8-e9c25114ac62 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0914388 Feb 17 18:05:33.789460 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2a33e1af-58c4-47d2-ac06-ecef34280e8e req-e7c59c66-6a35-4b98-8402-b231824d89ea tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713415 Feb 17 18:05:34.999002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2280a-0c2c-40af-9649-24ca0b1db7f2 req-e64109cf-5d38-4fe1-b00f-47f02e2b7827 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:35.000611 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e1d2280a-0c2c-40af-9649-24ca0b1db7f2 req-e64109cf-5d38-4fe1-b00f-47f02e2b7827 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0907142 Feb 17 18:05:35.048986 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e1d2280a-0c2c-40af-9649-24ca0b1db7f2 req-32f5e322-2c2b-4e37-8f47-c3d8d87abde2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Feb 17 18:05:35.788527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-9e8974a1-3e20-4f6b-901f-3f0a07f6e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:35.790241 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-9e8974a1-3e20-4f6b-901f-3f0a07f6e5bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1163 time: 0.0803146 Feb 17 18:05:35.936265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-59dfc6b7-9d63-49c9-8e6f-fe25863a9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:35.937773 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-59dfc6b7-9d63-49c9-8e6f-fe25863a9dd4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.1409912 Feb 17 18:05:36.049370 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-67d46f20-2d13-48e5-999e-7d76db72f440 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 200 len: 1002 time: 0.1042268 Feb 17 18:05:36.121590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-c7287e48-327c-422c-a218-21029c3374a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.124327 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-c7287e48-327c-422c-a218-21029c3374a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0668366 Feb 17 18:05:36.211537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-9a9be86d-876e-4ba3-b97c-abfd67c29c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.213086 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-9a9be86d-876e-4ba3-b97c-abfd67c29c50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829446 Feb 17 18:05:36.254737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc54d-9ac3-44dc-a5ec-65d39df76cb8 req-e9780f43-fc3d-46cc-981b-d570a2fa5916 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.257018 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fcbc54d-9ac3-44dc-a5ec-65d39df76cb8 req-e9780f43-fc3d-46cc-981b-d570a2fa5916 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0871851 Feb 17 18:05:36.312950 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fcbc54d-9ac3-44dc-a5ec-65d39df76cb8 req-ec8bfa48-1cba-459b-8bc9-e28ba5216fb5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496514 Feb 17 18:05:36.351643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.364225 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-fa197083-f6d6-4ffa-a374-0a48aae2f865 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425483 Feb 17 18:05:36.505472 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f28be3d3-4d37-47cd-a650-318d1c744959 req-a10d7e13-5a58-479b-b4e7-dd142071e7c3 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346829 Feb 17 18:05:36.632296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-554b40d5-f360-40dc-b613-3983355c6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.633955 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-554b40d5-f360-40dc-b613-3983355c6917 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1163 time: 0.0825903 Feb 17 18:05:36.797522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-3b709090-ba63-41d5-b3c8-7345a9db8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.799280 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-3b709090-ba63-41d5-b3c8-7345a9db8bd4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.1419475 Feb 17 18:05:36.909872 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-7738b30c-2b90-448a-ba51-ee47129e305a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 200 len: 1002 time: 0.1018527 Feb 17 18:05:36.978013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-017bfbcd-f51f-45b3-b665-3a8c9c3d06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.979530 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-017bfbcd-f51f-45b3-b665-3a8c9c3d06a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0626943 Feb 17 18:05:37.064816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-466185e6-f7ed-4bb5-9a97-174d6d7700a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:37.066393 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-466185e6-f7ed-4bb5-9a97-174d6d7700a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790532 Feb 17 18:05:37.206987 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-1de27e00-c628-44db-a321-3b667028edb5 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320045 Feb 17 18:05:37.351394 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-42228dea-09e7-4614-b557-676a0fd08ce2 req-738528fa-c94b-4067-ae6c-54a0f3bd7872 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376185 Feb 17 18:05:37.518078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94b66a-d0d7-4cb2-aee2-b90d37b0ebe2 req-781168de-5421-4dc2-9c5b-c3d282a7e7d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:37.519749 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d94b66a-d0d7-4cb2-aee2-b90d37b0ebe2 req-781168de-5421-4dc2-9c5b-c3d282a7e7d4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0876203 Feb 17 18:05:37.571854 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2d94b66a-d0d7-4cb2-aee2-b90d37b0ebe2 req-fb0e710e-e2fa-4041-9643-48e15fad184e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448890 Feb 17 18:05:38.790703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564a682-769c-407b-acdc-76455b8c2d39 req-92e93f09-54ed-4c8d-8340-e2a2ae8db012 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:38.792390 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6564a682-769c-407b-acdc-76455b8c2d39 req-92e93f09-54ed-4c8d-8340-e2a2ae8db012 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0958803 Feb 17 18:05:39.061387 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6564a682-769c-407b-acdc-76455b8c2d39 req-562335fd-babf-4bc9-b5db-b3fd7c8b9c00 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627361 Feb 17 18:05:40.219802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 990ce1c3-b055-44aa-889f-0d5d882cd639 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:05:40.264191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe393b-4001-4bda-be96-c053467760cf req-c44bebb8-f57d-4ed3-a635-1d2dc14a2f10 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:40.266097 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7fe393b-4001-4bda-be96-c053467760cf req-c44bebb8-f57d-4ed3-a635-1d2dc14a2f10 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0864420 Feb 17 18:05:40.317761 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d7fe393b-4001-4bda-be96-c053467760cf req-09f5a117-f3cb-4bb8-9dd2-1d1e15de12bd tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Feb 17 18:05:40.346284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:40.445170 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:40.472878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 990ce1c3-b055-44aa-889f-0d5d882cd639, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=990ce1c3-b055-44aa-889f-0d5d882cd639,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:40.478008 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:40.480626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:40.513756 dv-cinder-760194-3-smb neutron-server[83830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'code': 422} returned with failed status Feb 17 18:05:40.570785 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=990ce1c3-b055-44aa-889f-0d5d882cd639,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:40.585500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:41.901342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad423149-8657-4552-bad4-b06dc239cbc7 req-300ac9d6-9591-46e4-8d53-c48ec3b02120 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:41.902923 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ad423149-8657-4552-bad4-b06dc239cbc7 req-300ac9d6-9591-46e4-8d53-c48ec3b02120 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.1516736 Feb 17 18:05:41.906966 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-69b8bbe7-7186-4faf-8f79-6f89252eed30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190336 Feb 17 18:05:41.950906 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ad423149-8657-4552-bad4-b06dc239cbc7 req-25a5eb47-fbc8-4bf6-a5c2-17cfeb12301c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Feb 17 18:05:42.416489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-43066f25-cdbc-4453-a917-0788002abcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:42.418126 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-43066f25-cdbc-4453-a917-0788002abcba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140&tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5 HTTP/1.1" status: 200 len: 1161 time: 0.0787342 Feb 17 18:05:42.521142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-fca61124-f1ad-454f-9bfd-ef1df71337ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:42.522793 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-fca61124-f1ad-454f-9bfd-ef1df71337ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1161 time: 0.0819292 Feb 17 18:05:42.741256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2eff5f83-c0c4-4873-a945-226803ed24cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:42.905576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-73af913b-f1e8-4d54-a317-3b821c2644b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:42.907238 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-73af913b-f1e8-4d54-a317-3b821c2644b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 200 len: 910 time: 0.3769562 Feb 17 18:05:43.026999 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-3bb2cd3a-ad18-4733-8308-710ab91aa89b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 200 len: 1000 time: 0.1118300 Feb 17 18:05:43.098710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-3076df5d-72e4-4bdb-95ac-d03410cde6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:43.100241 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-3076df5d-72e4-4bdb-95ac-d03410cde6c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 200 len: 855 time: 0.0664749 Feb 17 18:05:43.169548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae000-2560-49ab-9d35-2f9da480023d req-0d9bd2d5-c9b2-4e3a-9b16-50571794d0f5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:43.171186 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ffae000-2560-49ab-9d35-2f9da480023d req-0d9bd2d5-c9b2-4e3a-9b16-50571794d0f5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0889614 Feb 17 18:05:43.181599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-4d4bb72c-11d7-4b31-99de-02b4b24ca7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:43.183243 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-4d4bb72c-11d7-4b31-99de-02b4b24ca7e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bf89fa6-36c8-4e5d-8230-8673d1a72579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766027 Feb 17 18:05:43.219347 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ffae000-2560-49ab-9d35-2f9da480023d req-7faca4a9-2162-4285-b4aa-f9dfa91ab5c5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Feb 17 18:05:43.328490 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-a0ff7e60-423a-4da7-824c-9f6bc493f937 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379673 Feb 17 18:05:43.474698 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e481f950-001b-45db-b5ee-f1343f8c5e1a req-52d9c363-90cf-40f0-9675-ae97a8062ce8 service neutron] 10.222.0.38 "GET /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373184 Feb 17 18:05:44.505191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac8bed-6000-4ce8-be14-c2e704a19b5d req-e2b8b2b0-418f-4e89-ae6a-e18d78b85d7e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:44.506886 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-faac8bed-6000-4ce8-be14-c2e704a19b5d req-e2b8b2b0-418f-4e89-ae6a-e18d78b85d7e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0976207 Feb 17 18:05:44.557678 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-faac8bed-6000-4ce8-be14-c2e704a19b5d req-3b1e3d34-b682-4a55-8a94-a04edef1b557 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438221 Feb 17 18:05:45.259486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8e9a21ab-87de-4590-9f85-bbaf72aac22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.402912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.762317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99402ffa-1218-4a38-aff4-8cababc228e7 req-e2bbfb98-fdc0-4cca-9b52-85acc6ed437e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:45.763955 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-99402ffa-1218-4a38-aff4-8cababc228e7 req-e2bbfb98-fdc0-4cca-9b52-85acc6ed437e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0890775 Feb 17 18:05:45.816628 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-99402ffa-1218-4a38-aff4-8cababc228e7 req-20df81fc-10eb-43e8-aa41-7f49fea160c0 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Feb 17 18:05:46.432016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.023005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2b680-ef86-4093-9992-287c1bf80340 req-febd40ac-a4cf-461e-97b3-665b6ca96732 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:47.024651 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-71d2b680-ef86-4093-9992-287c1bf80340 req-febd40ac-a4cf-461e-97b3-665b6ca96732 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0886319 Feb 17 18:05:47.075546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-71d2b680-ef86-4093-9992-287c1bf80340 req-9a0d0441-c0c6-4c29-a2c6-aaeba14a8e57 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Feb 17 18:05:47.327639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:48.289420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990a1b-dc3b-4933-abb6-aac47b365639 req-a1590071-cf85-4788-a170-28ce5299f5ad tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:48.291109 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-63990a1b-dc3b-4933-abb6-aac47b365639 req-a1590071-cf85-4788-a170-28ce5299f5ad tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0920928 Feb 17 18:05:48.341278 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-63990a1b-dc3b-4933-abb6-aac47b365639 req-e9af4578-3692-4dcd-831e-783e9f081a0f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437520 Feb 17 18:05:49.559067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcfc77-9580-4335-9204-434dbd995391 req-d4f7fa19-0526-4b37-898d-db0569901d71 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:49.560757 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-82dcfc77-9580-4335-9204-434dbd995391 req-d4f7fa19-0526-4b37-898d-db0569901d71 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0891066 Feb 17 18:05:49.609594 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-82dcfc77-9580-4335-9204-434dbd995391 req-362d40f7-a88a-477f-a789-d82ffbd17926 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Feb 17 18:05:50.831225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3f793-0b4e-4672-9d23-b8f0aee306f7 req-5d18a957-7551-4548-9849-75ce6d1a2429 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:50.832806 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eaf3f793-0b4e-4672-9d23-b8f0aee306f7 req-5d18a957-7551-4548-9849-75ce6d1a2429 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0952177 Feb 17 18:05:50.883773 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eaf3f793-0b4e-4672-9d23-b8f0aee306f7 req-65afa81b-1c46-47bf-8cd9-6c07c09af952 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Feb 17 18:05:52.102317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178725a-d95d-40fb-b24a-1339b828ca50 req-629b013e-6bd7-490c-81a8-4a1d2da80e57 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:52.103955 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e178725a-d95d-40fb-b24a-1339b828ca50 req-629b013e-6bd7-490c-81a8-4a1d2da80e57 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0902407 Feb 17 18:05:52.154828 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e178725a-d95d-40fb-b24a-1339b828ca50 req-55d8d1e8-3e95-4851-9ba4-dc6c83fe223f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Feb 17 18:05:53.364261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c8d67-1970-4291-bc2e-50b6b9b8b326 req-863b1b7c-26a4-400f-863b-9304618e7dec tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:53.366402 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9f4c8d67-1970-4291-bc2e-50b6b9b8b326 req-863b1b7c-26a4-400f-863b-9304618e7dec tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0929358 Feb 17 18:05:53.416426 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9f4c8d67-1970-4291-bc2e-50b6b9b8b326 req-7ee9b069-75a5-4dda-9a12-ade65c7b62b0 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Feb 17 18:05:54.631834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce101ab-034e-490e-80ba-f094389c255a req-a4469ce2-fb41-4b72-ab18-40fa7ac8344d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:54.633309 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2ce101ab-034e-490e-80ba-f094389c255a req-a4469ce2-fb41-4b72-ab18-40fa7ac8344d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0949335 Feb 17 18:05:54.682563 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2ce101ab-034e-490e-80ba-f094389c255a req-6679cb50-7626-441b-bdb3-a94feb900705 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Feb 17 18:05:56.030218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f9df-cbe0-47c5-84a4-c2c261eceaff req-86eb00cc-05f5-4eb0-90af-45452db845d9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:56.031800 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f8c5f9df-cbe0-47c5-84a4-c2c261eceaff req-86eb00cc-05f5-4eb0-90af-45452db845d9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0904164 Feb 17 18:05:56.081141 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f8c5f9df-cbe0-47c5-84a4-c2c261eceaff req-85c742b5-bb75-43b0-9e28-73197ee0462f tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Feb 17 18:05:57.292892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a09c9-d5c0-45ca-b9a4-c4f697786a43 req-92330393-bf49-4390-a6bc-228d745ac3f5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:57.294594 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f12a09c9-d5c0-45ca-b9a4-c4f697786a43 req-92330393-bf49-4390-a6bc-228d745ac3f5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0932262 Feb 17 18:05:57.345670 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f12a09c9-d5c0-45ca-b9a4-c4f697786a43 req-1a65d00a-97d7-4e06-bbad-4bfc0cfccb2c tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Feb 17 18:05:58.554593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61c456-ac6c-472e-af05-29f53eecaccc req-198ae83c-86b7-4bcb-af47-7c15de9dcc84 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:58.556210 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3c61c456-ac6c-472e-af05-29f53eecaccc req-198ae83c-86b7-4bcb-af47-7c15de9dcc84 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0871639 Feb 17 18:05:58.609781 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3c61c456-ac6c-472e-af05-29f53eecaccc req-0f5a2383-706e-4a31-ac5a-b692a1ce640d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465803 Feb 17 18:05:59.813685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c1ba-a641-4500-9723-9714591a4f6b req-70d9652e-9960-4689-9655-35b4f070d769 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:59.815313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bbb2c1ba-a641-4500-9723-9714591a4f6b req-70d9652e-9960-4689-9655-35b4f070d769 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0877314 Feb 17 18:05:59.863327 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bbb2c1ba-a641-4500-9723-9714591a4f6b req-aa7e9948-3332-4be5-839d-b57a1a0db870 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412145 Feb 17 18:06:01.070597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddd70c-ac77-4145-9e03-ab041ae05d7e req-0859b196-447a-4163-9a05-5aff9336fa92 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:01.072179 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24ddd70c-ac77-4145-9e03-ab041ae05d7e req-0859b196-447a-4163-9a05-5aff9336fa92 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0916274 Feb 17 18:06:01.119275 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-24ddd70c-ac77-4145-9e03-ab041ae05d7e req-3c590b84-c941-409c-922b-50efc597cd2d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Feb 17 18:06:02.325644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77115781-3805-475e-b741-a5386904f3ac req-13fb32e8-6c18-487b-a2a1-2196c265aae1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:02.327283 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-77115781-3805-475e-b741-a5386904f3ac req-13fb32e8-6c18-487b-a2a1-2196c265aae1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0887740 Feb 17 18:06:02.373840 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-77115781-3805-475e-b741-a5386904f3ac req-2934554d-c093-45a5-820a-6912a5c54027 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 Feb 17 18:06:03.581452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e95d50-c38f-4962-b115-030132901745 req-a9d0ec8a-fce3-4d88-b08b-760892da7355 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:03.583766 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9e95d50-c38f-4962-b115-030132901745 req-a9d0ec8a-fce3-4d88-b08b-760892da7355 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0915461 Feb 17 18:06:03.631727 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e9e95d50-c38f-4962-b115-030132901745 req-96e33ef7-70f1-4a9e-bd2d-6f9b856c8642 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Feb 17 18:06:04.839817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d510165-597f-4ce8-b82b-8e42721b3ae6 req-29f4ceac-47e4-4684-b75f-9e74fcfad0a4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:04.841381 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1d510165-597f-4ce8-b82b-8e42721b3ae6 req-29f4ceac-47e4-4684-b75f-9e74fcfad0a4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0864363 Feb 17 18:06:04.890699 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1d510165-597f-4ce8-b82b-8e42721b3ae6 req-cdcb5029-8eb3-43ff-b9ce-ac7fa1c1cbeb tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 Feb 17 18:06:06.097767 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549d92c-a09a-4067-a704-7b832fc5cd6f req-8ef96737-fc1d-4041-a4fa-818a862c69e1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:06.099610 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b549d92c-a09a-4067-a704-7b832fc5cd6f req-8ef96737-fc1d-4041-a4fa-818a862c69e1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0898621 Feb 17 18:06:06.147803 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b549d92c-a09a-4067-a704-7b832fc5cd6f req-8a92e712-8fdf-440c-af37-86597a2c5ce9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Feb 17 18:06:06.346887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:06.565345 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:07.358069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529d4ec-c688-4d32-9ea0-7f3a35506c98 req-79367061-11c2-4ddd-8970-75ede575c79a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:07.359618 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3529d4ec-c688-4d32-9ea0-7f3a35506c98 req-79367061-11c2-4ddd-8970-75ede575c79a tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0928109 Feb 17 18:06:07.407175 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3529d4ec-c688-4d32-9ea0-7f3a35506c98 req-4baf0c0c-d279-41e0-a606-0c569143b158 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Feb 17 18:06:08.608844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4250b-e4bc-4046-ab12-529c75ebf987 req-2c0c361f-248f-425a-b237-7eec4ae0edb9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:08.610448 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5aa4250b-e4bc-4046-ab12-529c75ebf987 req-2c0c361f-248f-425a-b237-7eec4ae0edb9 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 944 time: 0.0855808 Feb 17 18:06:08.656724 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5aa4250b-e4bc-4046-ab12-529c75ebf987 req-5822baf0-51a7-4232-b94c-e1c4d9a47e90 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Feb 17 18:06:09.168955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 990ce1c3-b055-44aa-889f-0d5d882cd639 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:09.244032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 990ce1c3-b055-44aa-889f-0d5d882cd639 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:09.244452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.370917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.398634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:09.408659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 990ce1c3-b055-44aa-889f-0d5d882cd639, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=990ce1c3-b055-44aa-889f-0d5d882cd639,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:09.412139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.414946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:09.455279 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'code': 200} Feb 17 18:06:09.491313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=990ce1c3-b055-44aa-889f-0d5d882cd639,revision_number=6']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:09.499438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.499826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.500205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.500584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.500960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.501331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.501703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.502070 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.502478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.502850 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.503214 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.503577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.504027 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.504419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.504792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.505151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.505518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.505883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.506247 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.506631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.506996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.507359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.507720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.508078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:09.512414 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:09.717300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae295b1-2a33-41f8-bfb1-53e16297463f req-9f787d47-5425-4499-820f-689e17bb4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:09.718958 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ae295b1-2a33-41f8-bfb1-53e16297463f req-9f787d47-5425-4499-820f-689e17bb4fd6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 1163 time: 0.0816483 Feb 17 18:06:09.761606 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3ae295b1-2a33-41f8-bfb1-53e16297463f req-15af6240-b5f5-438e-863a-5c5cb39c1673 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358558 Feb 17 18:06:09.864020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fb499-a71b-4838-890b-29d733aaaea2 req-88cac0f5-31fa-450a-a906-676176d1ff8d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:09.865598 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e19fb499-a71b-4838-890b-29d733aaaea2 req-88cac0f5-31fa-450a-a906-676176d1ff8d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0903642 Feb 17 18:06:09.913178 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e19fb499-a71b-4838-890b-29d733aaaea2 req-50805fff-22f1-44e8-8243-5739e7e5ffd4 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Feb 17 18:06:10.415896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 990ce1c3-b055-44aa-889f-0d5d882cd639 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:10.487277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 990ce1c3-b055-44aa-889f-0d5d882cd639 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:10.487623 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.120241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d81551-5a91-47a9-aff7-d244fdca2357 req-e4bb844e-c860-424e-b33b-ef91cb1ef8bd tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:11.121816 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b3d81551-5a91-47a9-aff7-d244fdca2357 req-e4bb844e-c860-424e-b33b-ef91cb1ef8bd tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0874896 Feb 17 18:06:11.172006 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b3d81551-5a91-47a9-aff7-d244fdca2357 req-8287932f-02fb-4c4a-92cc-7226d77c4b52 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Feb 17 18:06:12.394245 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c2caf-7d5f-4d83-b7c1-66900795e01d req-9d416cd6-05fc-4b5f-83b3-f9dadd95ec2d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:12.396488 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5b8c2caf-7d5f-4d83-b7c1-66900795e01d req-9d416cd6-05fc-4b5f-83b3-f9dadd95ec2d tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0878651 Feb 17 18:06:12.445736 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5b8c2caf-7d5f-4d83-b7c1-66900795e01d req-c50b5f4b-ad2b-4ab8-8144-896ea85949d5 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427458 Feb 17 18:06:12.741713 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8336849a-f074-4522-9ac0-bacab058e596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:15.263442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-56dec000-c060-4014-962c-20f0402afcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:15.404994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:16.435277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:16.936423 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4cdd-1bd3-42ca-a6c1-ac3775e8812f req-cabf1bba-61b1-41a2-99b0-ec16582cdf92 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:16.937901 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-083b4cdd-1bd3-42ca-a6c1-ac3775e8812f req-cabf1bba-61b1-41a2-99b0-ec16582cdf92 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 946 time: 0.0886028 Feb 17 18:06:16.984135 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-083b4cdd-1bd3-42ca-a6c1-ac3775e8812f req-c5efb7bc-0bbf-4fcb-ae0f-a52beb2dc680 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Feb 17 18:06:17.316477 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:18.181978 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680fec9-fa80-457d-ae2c-b60f06903303 req-38e74988-688e-4736-a431-36711ae8f820 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:18.183595 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c680fec9-fa80-457d-ae2c-b60f06903303 req-38e74988-688e-4736-a431-36711ae8f820 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 946 time: 0.0858555 Feb 17 18:06:18.230135 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c680fec9-fa80-457d-ae2c-b60f06903303 req-a2f3039b-248e-4b21-b28e-c60a25006c74 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 Feb 17 18:06:19.208309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c21cf-4798-457e-9776-12d07de660ba req-803421dd-3643-4b3a-bf10-f90c85c7e590 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:19.209060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-190c21cf-4798-457e-9776-12d07de660ba req-803421dd-3643-4b3a-bf10-f90c85c7e590 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Synchronizing usage tracker for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:06:19.224067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-190c21cf-4798-457e-9776-12d07de660ba req-803421dd-3643-4b3a-bf10-f90c85c7e590 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Unset dirty status for tenant:dc7c6d567b13490f85702efb43cd2fa1 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:06:19.225260 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-190c21cf-4798-457e-9776-12d07de660ba req-803421dd-3643-4b3a-bf10-f90c85c7e590 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 946 time: 0.1010971 Feb 17 18:06:19.308999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Deleting port 018f0836-6c5e-46e6-a8d3-3a284627ee37 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:19.309375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.439222 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b73421-a058-41e6-80f8-f2c658d957cf req-e0e7563b-dc0c-4ef0-a32f-772d28e2d5f9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:19.440744 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c9b73421-a058-41e6-80f8-f2c658d957cf req-e0e7563b-dc0c-4ef0-a32f-772d28e2d5f9 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 946 time: 0.0911493 Feb 17 18:06:19.489820 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c9b73421-a058-41e6-80f8-f2c658d957cf req-0e7b13ea-c601-4ec9-a6ec-870d18b0ccb6 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups?id=affaa423-0141-4a16-b95a-f24dcd371501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 Feb 17 18:06:19.576789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] For port 018f0836-6c5e-46e6-a8d3-3a284627ee37, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=018f0836-6c5e-46e6-a8d3-3a284627ee37,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:19.577189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.881849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.882262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.882663 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Floating IP 2ff4f130-119d-4ea3-ad33-722ef341f0f8 disassociated. External IP: 172.28.0.51, port: 018f0836-6c5e-46e6-a8d3-3a284627ee37. Feb 17 18:06:19.883042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Calling delete_port for 018f0836-6c5e-46e6-a8d3-3a284627ee37 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:20.034781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.049851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-aeed3fc0-798a-4c2c-8ca1-e01eca1968f1 tempest-VolumesSnapshotTestJSON-374053178 tempest-VolumesSnapshotTestJSON-374053178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:20.143290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event deleted for resources: {'Port': ['ID=018f0836-6c5e-46e6-a8d3-3a284627ee37,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:20.164527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.164937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.165342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.165744 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.166140 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.166588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.166981 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.167373 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.167763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.168151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.168538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.168924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.169399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.169790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.170177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.170586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.170972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.171358 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.171745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.172128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.172513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.172895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.173277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.173659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.179161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:20.428721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:06:20.444733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 018f0836-6c5e-46e6-a8d3-3a284627ee37 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:06:20.484263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 018f0836-6c5e-46e6-a8d3-3a284627ee37 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:06:20.484654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 018f0836-6c5e-46e6-a8d3-3a284627ee37 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:06:20.619797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:06:20.631409 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] Sync routers for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:06:20.641806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:20.642587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:06:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:20.658947 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-664ede25-79e5-474f-864a-379e4bfbb88c req-66559582-816f-48b2-8ae2-13958b0caef4 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/ports?device_id=1afa4e13-a3ea-433d-80ae-8631d943d667 HTTP/1.1" status: 200 len: 210 time: 0.0523603 Feb 17 18:06:20.659698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] No DVR routers for this DVR port 018f0836-6c5e-46e6-a8d3-3a284627ee37 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:06:20.662199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.665337 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'name': 'network-vif-deleted', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:20.683499 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-190c21cf-4798-457e-9776-12d07de660ba req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.38 "DELETE /v2.0/ports/018f0836-6c5e-46e6-a8d3-3a284627ee37 HTTP/1.1" status: 204 len: 173 time: 1.4522512 Feb 17 18:06:20.725767 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afa4e13-a3ea-433d-80ae-8631d943d667', 'name': 'network-vif-deleted', 'tag': '018f0836-6c5e-46e6-a8d3-3a284627ee37', 'status': 'completed', 'code': 200} Feb 17 18:06:20.859065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:21.194791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:21.199002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] Checking router: 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:06:21.208683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:21.209348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:06:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:21.403848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:21.733725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:21.738058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068d871-2ded-4d1d-a09b-12f68da7a74e None None] The sync data for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb is: [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T17:58:21Z', 'revision_number': 4, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0700131e-144a-49a3-83cc-1960370da352', 'name': '', 'network_id': '91999640-c21f-4f14-b0c8-97315492fad1', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'mac_address': 'fa:16:3e:d9:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:16Z', 'updated_at': '2021-02-17T17:58:33Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'subnets': [{'id': 'eb27c234-eac8-4ff8-b213-61c7d737c175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:06:21.793447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 54308) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:21.861880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-779f8e65-e8ca-4738-abaf-0ebb40adfad0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.891151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-779f8e65-e8ca-4738-abaf-0ebb40adfad0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.941135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-779f8e65-e8ca-4738-abaf-0ebb40adfad0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.946233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b2a4d110-e4d3-4521-8926-0cb5cb702b70 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:21.965483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f8e65-e8ca-4738-abaf-0ebb40adfad0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affaa423-0141-4a16-b95a-f24dcd371501,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:21.968608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-779f8e65-e8ca-4738-abaf-0ebb40adfad0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:21.976014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-779f8e65-e8ca-4738-abaf-0ebb40adfad0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.977243 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-779f8e65-e8ca-4738-abaf-0ebb40adfad0 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "DELETE /v2.0/security-groups/affaa423-0141-4a16-b95a-f24dcd371501 HTTP/1.1" status: 204 len: 168 time: 0.1827028 Feb 17 18:06:21.980094 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 54312) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:21.998513 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.v2.resource [None req-4d1d8b62-4103-4968-b281-f539d2b83b5f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] show failed (client error): The resource could not be found. Feb 17 18:06:21.999635 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4d1d8b62-4103-4968-b281-f539d2b83b5f tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "GET /v2.0/security-groups/affaa423-0141-4a16-b95a-f24dcd371501 HTTP/1.1" status: 404 len: 347 time: 0.0183687 Feb 17 18:06:22.002744 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 54316) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:22.149798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf57c06-bf5a-4f4f-9e2b-af85d19bf219 None None] New status for floating IP 2ff4f130-119d-4ea3-ad33-722ef341f0f8: DOWN {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:06:22.172880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Deleting port 19fd7dd0-0177-4ca2-82af-afb88d2ffeaa {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:22.173257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.360305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.360683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.496448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Calling delete_port for 19fd7dd0-0177-4ca2-82af-afb88d2ffeaa owned by network:floatingip {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:22.580351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:06:22.580650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:06:23.081546 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Deleting port 19fd7dd0-0177-4ca2-82af-afb88d2ffeaa {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:23.082080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:23.482715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:23.483005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:23.611941 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Calling delete_port for 19fd7dd0-0177-4ca2-82af-afb88d2ffeaa owned by network:floatingip {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:23.770510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:23.786166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-93186012-1a0c-4167-a356-a27df827cd25 tempest-ServerRescueNegativeTestJSON-1123335195 tempest-ServerRescueNegativeTestJSON-1123335195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:23.889047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Pushing event deleted for resources: {'Port': ['ID=19fd7dd0-0177-4ca2-82af-afb88d2ffeaa,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:23.893718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:24.008903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks [] for floatingip, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:24.023855 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:24.025003 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] 10.222.0.52 "DELETE /v2.0/floatingips/2ff4f130-119d-4ea3-ad33-722ef341f0f8 HTTP/1.1" status: 204 len: 168 time: 2.0212917 Feb 17 18:06:28.083157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 54350) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:28.701551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850465'] for router_interface, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.069465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Deleting port 0700131e-144a-49a3-83cc-1960370da352 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:29.069848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.252638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] For port 0700131e-144a-49a3-83cc-1960370da352, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0700131e-144a-49a3-83cc-1960370da352,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:29.253199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.391492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Calling delete_port for 0700131e-144a-49a3-83cc-1960370da352 owned by network:router_interface {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:29.725884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.741565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:30.069583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0700131e-144a-49a3-83cc-1960370da352,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:30.074137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:30.376551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850383'] for router_interface, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:30.887174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:06:31.078283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:06:31.088558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] Sync routers for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:06:31.093517 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] 10.222.0.52 "PUT /v2.0/routers/3c4870a3-56a0-4f31-8cb9-ce07fd7fb812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0067644 Feb 17 18:06:31.094445 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54356) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:31.099743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:31.100408 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:06:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:31.288951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.297378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:31.485724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.494491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Deleting port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:31.494862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.599701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T18:06:29Z', 'revision_number': 5, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port': {'id': '3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:59Z', 'updated_at': '2021-02-17T17:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:31.604301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] Checking router: 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:06:31.614186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] Routers {'3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:31.614886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:06:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:31.899219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] For port 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:31.899618 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.945052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] Set router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 gateway port host: None {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:32.036912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Calling delete_port for 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 owned by network:router_gateway {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:32.059937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T18:06:31Z', 'revision_number': 6, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port_host': None}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:32.064130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecc6d1-2fca-4da7-874f-4c77309b514d None None] The sync data for ids ['3c4870a3-56a0-4f31-8cb9-ce07fd7fb812'] in dv-cinder-760194-3-smb is: [{'id': '3c4870a3-56a0-4f31-8cb9-ce07fd7fb812', 'name': 'tempest-AttachVolumeTestJSON-130903968-router', 'tenant_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:55Z', 'updated_at': '2021-02-17T18:06:31Z', 'revision_number': 6, 'project_id': 'dc7c6d567b13490f85702efb43cd2fa1', 'gw_port_host': None}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:06:32.217238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.295543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebb198f5-2716-4f61-a040-6f2abed58163 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:32.346936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:32.363076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.363524 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.363927 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.364325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.364721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.365116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.365508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.365899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.366287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.366722 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.367110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.367517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.367977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.368371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.368757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.369141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.369527 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.369912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.370296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.370710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.371099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.371486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.371870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.372254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:32.376285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:32.479698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047685'] for router_gateway, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.666639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5288'] for router, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.669079 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.761379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853846249'] for router, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.761971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 {{(pid=83941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:06:32.776200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] Notify callbacks [] for router, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.777441 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-79297a55-0f11-400a-913b-58b9c9994da8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3c4870a3-56a0-4f31-8cb9-ce07fd7fb812 HTTP/1.1" status: 204 len: 168 time: 1.6819735 Feb 17 18:06:32.780179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54362) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:32.848480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Deleting subnet eb27c234-eac8-4ff8-b213-61c7d737c175 {{(pid=83941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:06:32.851988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.906849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149619'] for subnet, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.031060 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.156992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0700131e-144a-49a3-83cc-1960370da352 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:06:33.194130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 0700131e-144a-49a3-83cc-1960370da352 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:06:33.194557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0700131e-144a-49a3-83cc-1960370da352 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:06:33.195029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:06:33.235769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:06:33.236170 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3d34cb6a-f5e5-4489-9b59-1ea9d7e8bf66 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:06:33.287991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851146451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852558193'] for subnet, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.304497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:33.392633 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb27c234-eac8-4ff8-b213-61c7d737c175,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:33.397613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:33.441125 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.446442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6132f-e263-40b5-8ce3-032f81be8888 None None] Network 91999640-c21f-4f14-b0c8-97315492fad1 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:33.447301 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8a8fde15-011b-4d8d-b0ec-a2abe667bf67 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eb27c234-eac8-4ff8-b213-61c7d737c175 HTTP/1.1" status: 204 len: 168 time: 0.6659534 Feb 17 18:06:33.450013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54368) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:33.564176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.635940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Deleting port ab354edb-2e78-482a-9d85-654000b92936 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:33.636343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.703940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] DHCP port deletion for 91999640-c21f-4f14-b0c8-97315492fad1 request from dv-cinder-760194-3-smb {{(pid=83943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:06:33.708741 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Deleting port ab354edb-2e78-482a-9d85-654000b92936 {{(pid=83943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:33.709172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.855347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] For port ab354edb-2e78-482a-9d85-654000b92936, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=ab354edb-2e78-482a-9d85-654000b92936,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:33.855662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.927516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] For port ab354edb-2e78-482a-9d85-654000b92936, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=ab354edb-2e78-482a-9d85-654000b92936,segment=NetworkSegment(d0155637-9813-4527-a3fc-20f9b09fa3a8),segment_id=d0155637-9813-4527-a3fc-20f9b09fa3a8)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:33.927883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.986453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Calling delete_port for ab354edb-2e78-482a-9d85-654000b92936 owned by network:dhcp {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:34.059953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Calling delete_port for ab354edb-2e78-482a-9d85-654000b92936 owned by network:dhcp {{(pid=83943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:34.067112 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.083111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7bffbd7f-87e8-44ff-bf39-e7f733b689de tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:34.179440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ab354edb-2e78-482a-9d85-654000b92936,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:34.183985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:34.206144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:06:34.206590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:06:34.224678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] No DVR routers for this DVR port ab354edb-2e78-482a-9d85-654000b92936 on host dv-cinder-760194-3-smb {{(pid=83941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:06:34.347039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.461734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91999640-c21f-4f14-b0c8-97315492fad1']}} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:34.474254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0155637-9813-4527-a3fc-20f9b09fa3a8') {'for_net_delete': True} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:34.474615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0155637-9813-4527-a3fc-20f9b09fa3a8') {} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:34.486604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851626197'] for segment, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.502135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.504752 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:06:34.708517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Deleting port ab354edb-2e78-482a-9d85-654000b92936 {{(pid=83943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:34.709102 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.785533 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-2ced24d4-47d0-4064-ad3c-38d6ae594bcb None None] The port 'ab354edb-2e78-482a-9d85-654000b92936' was deleted {{(pid=83943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:06:34.908895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Network 91999640-c21f-4f14-b0c8-97315492fad1 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:06:34.918178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630034'] for segment, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.098187 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Network 91999640-c21f-4f14-b0c8-97315492fad1 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:06:35.121573 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:06:35.156095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device ab354edb-2e78-482a-9d85-654000b92936 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:06:35.192597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: ab354edb-2e78-482a-9d85-654000b92936 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:06:35.192991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device ab354edb-2e78-482a-9d85-654000b92936 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:06:35.203302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.208486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6f2eb864-e945-4a14-b582-9309b38929df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:35.223261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.234099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Pushing event deleted for resources: {'Network': ['ID=91999640-c21f-4f14-b0c8-97315492fad1,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:35.237543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:35.247422 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8710b79c-a81e-4da6-ab18-dc50d17c51ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/91999640-c21f-4f14-b0c8-97315492fad1 HTTP/1.1" status: 204 len: 168 time: 1.7963510 Feb 17 18:06:35.375685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54374) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:35.426793 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4ab38b4d-7d0c-4109-9575-403ac0ecb768 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc7c6d567b13490f85702efb43cd2fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497723 Feb 17 18:06:35.429150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54378) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:35.489146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.515961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.565064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.570630 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-756a998c-a5dc-4d5c-a50e-e26e3a2597f8 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:35.585142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574094fe-5802-4af6-82f5-f0ef348aa66d,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:35.591208 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:35.593213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.594444 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/574094fe-5802-4af6-82f5-f0ef348aa66d HTTP/1.1" status: 204 len: 168 time: 0.1643360 Feb 17 18:06:36.299370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54402) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:36.349119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.413171 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1054196985-network', 'tenant_id': '2e0cc09525cb43a7b6e0ba1594feba73'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:36.418401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:36.422367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Usage tracker for resource:network and tenant:2e0cc09525cb43a7b6e0ba1594feba73 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:36.425336 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:36.431074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:36.440001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Made reservation on behalf of 2e0cc09525cb43a7b6e0ba1594feba73 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:36.445184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.457843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.474018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:36.477937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0cc09525cb43a7b6e0ba1594feba73 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:36.480887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:36.486580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:36.569080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.571726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.575918 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3a3f1a9b-7201-485c-8694-16f6fffbfe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:36.608329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:06:36.617528 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d375d4f4-9b76-4148-bc29-cf65fbae66c6,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:36.621476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:36.624338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.624732 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Added segment bce3fe54-7d8f-4ebd-89a7-d4659e34a085 of type vxlan for network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a Feb 17 18:06:36.652794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.684740 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.685958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:36.686609 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.691977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:36.793199 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4922018 Feb 17 18:06:36.794124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Pushing event updated for resources: {'Network': ['ID=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:36.796348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54408) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:36.798971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:36.803638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Request body: {'subnet': {'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1054196985-subnet', 'tenant_id': '2e0cc09525cb43a7b6e0ba1594feba73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:36.804758 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:36.808749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:36.812977 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Usage tracker for resource:subnet and tenant:2e0cc09525cb43a7b6e0ba1594feba73 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:36.816751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:36.822616 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:36.822759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:36.835896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Made reservation on behalf of 2e0cc09525cb43a7b6e0ba1594feba73 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:36.840678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2217569'] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:37.247743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3629416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2217584'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:37.263549 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-811db261-a48d-400e-bcd9-af30a5db649a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:37.393718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59ec661-39b5-4ee9-a0e0-76685fddd0db,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:37.398839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:37.468327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Checking segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:37.468832 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Network hostable DHCP agents. Network: feef6e6c-2bf2-4737-aa95-ed2f167bdc2a, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:06:37.489512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:06:37.497682 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, feef6e6c-2bf2-4737-aa95-ed2f167bdc2a) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:37.507715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af4971-f850-4ebc-8423-2d379287389e None None] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:37.509993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:37.510674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:37.538458 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7332251 Feb 17 18:06:37.741598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394b9ab-d774-480b-aa22-23345e5bf2c5 None None] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:38.080065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-44066323-3a6b-4920-9f07-8d1962da61c0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:38.080733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-44066323-3a6b-4920-9f07-8d1962da61c0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Synchronizing usage tracker for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:network {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:06:38.098966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-44066323-3a6b-4920-9f07-8d1962da61c0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Unset dirty status for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:network {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:06:38.100247 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-44066323-3a6b-4920-9f07-8d1962da61c0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.1786802 Feb 17 18:06:38.116992 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-c3933fb7-66a8-4967-bfda-55d62de166dd tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/quotas/2e0cc09525cb43a7b6e0ba1594feba73 HTTP/1.1" status: 200 len: 375 time: 0.0105181 Feb 17 18:06:38.169165 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-3a872d79-a307-4104-8265-741023eb1596 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0832443 Feb 17 18:06:38.170384 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-0eb26965-2253-41d9-844c-f6e4d21eb2dc tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474839 Feb 17 18:06:38.319791 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-092b2d01-2a02-42d3-b075-181e4d974417 service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410193 Feb 17 18:06:38.325923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea35cd7-1518-4ed6-9983-444539887653 req-23cfb01a-36d4-43b0-b4d7-dd82c73539fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:38.327396 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-23cfb01a-36d4-43b0-b4d7-dd82c73539fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.0812531 Feb 17 18:06:38.465081 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-55a96d0b-9d10-45a8-90b6-7f1c474a36d6 service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383762 Feb 17 18:06:38.487755 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea35cd7-1518-4ed6-9983-444539887653 req-8f6ff2f1-e8ae-4ffb-86e3-3bea869f2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:38.489392 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-8f6ff2f1-e8ae-4ffb-86e3-3bea869f2501 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.1385036 Feb 17 18:06:38.606075 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-85b482b8-aff3-4fff-9eb4-e9929a444add service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 1001 time: 0.1087885 Feb 17 18:06:38.666115 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-69f5aa82-1f99-41be-b9ce-1053c2d55a18 req-f83c1ed0-e15c-4937-866f-a1379346fe21 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0487094 Feb 17 18:06:38.679265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea35cd7-1518-4ed6-9983-444539887653 req-a3180bcb-0d5b-40fe-9691-a6ba50cc920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:38.680857 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-a3180bcb-0d5b-40fe-9691-a6ba50cc920a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.0673957 Feb 17 18:06:38.769013 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea35cd7-1518-4ed6-9983-444539887653 req-c4c95581-e025-4994-bca7-c66c39704075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:38.771164 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-c4c95581-e025-4994-bca7-c66c39704075 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832052 Feb 17 18:06:38.917348 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-f3c9e988-2d98-4c37-a7ab-541c3cb0a88a service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389086 Feb 17 18:06:39.067005 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0ea35cd7-1518-4ed6-9983-444539887653 req-2fdb51a2-8f20-46e7-bf45-3ee8ed8a3100 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397562 Feb 17 18:06:39.813275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-addceefa-1f9d-48c3-82ee-f9baee6129ac tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:39.814996 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-addceefa-1f9d-48c3-82ee-f9baee6129ac tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.1611671 Feb 17 18:06:39.829097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Request body: {'port': {'device_id': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a', 'admin_state_up': True, 'tenant_id': '2e0cc09525cb43a7b6e0ba1594feba73'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:39.836863 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-13972ece-24ed-4e53-90e3-3d70c7bcc01d req-8a6d2cc3-7dd6-420b-aaab-b4bf08692453 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0553350 Feb 17 18:06:39.975586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:39.979529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Usage tracker for resource:port and tenant:2e0cc09525cb43a7b6e0ba1594feba73 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:39.982471 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:39.988802 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:39.997994 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Made reservation on behalf of 2e0cc09525cb43a7b6e0ba1594feba73 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:40.004241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:40.305683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Allocated IP 172.20.0.2 (feef6e6c-2bf2-4737-aa95-ed2f167bdc2a/c59ec661-39b5-4ee9-a0e0-76685fddd0db/a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:40.523063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:40.552777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:40.568614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e11bd1e-b2f9-4661-9155-0e0caa902d27 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:40.944821 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event updated for resources: {'Port': ['ID=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:40.949093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:41.003846 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:41.005063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:41.007481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:41.041455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d33c4-2127-4d40-bedd-3d3b061d8964 req-46a20cc0-26cf-4bf2-9bd4-d537fc1f0de9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:41.043050 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3b6d33c4-2127-4d40-bedd-3d3b061d8964 req-46a20cc0-26cf-4bf2-9bd4-d537fc1f0de9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 931 time: 0.0889428 Feb 17 18:06:41.075781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:41.076437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:41.091218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3b6d33c4-2127-4d40-bedd-3d3b061d8964 req-802bbcf1-1cc2-4fc4-bc14-e46d040f4ef4 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Synchronizing usage tracker for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:06:41.096641 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2721708 Feb 17 18:06:41.107726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-3b6d33c4-2127-4d40-bedd-3d3b061d8964 req-802bbcf1-1cc2-4fc4-bc14-e46d040f4ef4 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Unset dirty status for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:06:41.108992 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3b6d33c4-2127-4d40-bedd-3d3b061d8964 req-802bbcf1-1cc2-4fc4-bc14-e46d040f4ef4 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591874 Feb 17 18:06:41.114847 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Request body: {'port': {'device_id': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:41.231978 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:41.655649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:06:41.663733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:41.675704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Transition to ACTIVE for port object a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:41.678172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:41.693978 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-61226be5-9e1f-4108-b49e-f1fd664bf543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:41.827909 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:41.833225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:42.015706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Attempting to bind port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:42.016230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Attempting to bind port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:42.016351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Attempting to bind port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 on network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:42.023213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:42.023584 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Checking segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:42.023980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.024371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Bound using segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:42.024835 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Bound port: a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:42.025201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.119554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] For port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:42.122642 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] For port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:42.125877 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.140789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:42.300473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:42.304068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:42.314530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaf597-699d-49a0-95b9-e0ac6651723d req-4843cfd1-b2c8-49a8-9ad3-7eda5d063f7d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:42.317477 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6dcaf597-699d-49a0-95b9-e0ac6651723d req-4843cfd1-b2c8-49a8-9ad3-7eda5d063f7d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 943 time: 0.0954289 Feb 17 18:06:42.340615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:42.340904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.342402 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] 10.222.0.38 "PUT /v2.0/ports/a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 HTTP/1.1" status: 200 len: 1157 time: 1.2323601 Feb 17 18:06:42.342974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'tag': 'a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:42.371628 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6dcaf597-699d-49a0-95b9-e0ac6651723d req-290b093b-7aff-4a5e-bc10-79e2a4bbf01a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460215 Feb 17 18:06:42.422067 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'tag': 'a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9', 'status': 'completed', 'code': 200} Feb 17 18:06:42.458985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-29ae2422-0047-4dbe-9082-946862814cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:42.460602 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-29ae2422-0047-4dbe-9082-946862814cc8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 1160 time: 0.0823262 Feb 17 18:06:42.537241 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-c4c13d96-ad27-47ed-b58b-0c40d7c6d048 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0688655 Feb 17 18:06:42.606248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-489e2e1d-8bca-406d-b53a-e47a7014c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:42.607749 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-489e2e1d-8bca-406d-b53a-e47a7014c6e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.0631464 Feb 17 18:06:42.666016 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-ec6b4f93-e0f3-42ab-adb7-0a2db7b7ab3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507278 Feb 17 18:06:42.743001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e4d99cff-fb9b-46a5-92da-4a4c1e597a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.810313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-842dbb6c-519d-4f0a-8d9f-2fb1fd85a15b service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372585 Feb 17 18:06:42.957979 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0434f45f-1baa-4427-a2cc-93ae70404679 req-98e464a1-a3c0-4ae2-bc47-749c223e7e15 service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370788 Feb 17 18:06:43.083031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-06d30172-714b-449c-96b6-61d5bd8c6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:43.084609 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-06d30172-714b-449c-96b6-61d5bd8c6e46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 1160 time: 0.0785401 Feb 17 18:06:43.226219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-5b871beb-4616-4e6f-a219-7e022ab27d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:43.227722 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-5b871beb-4616-4e6f-a219-7e022ab27d8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 909 time: 0.1363561 Feb 17 18:06:43.309263 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-127dbb52-62a3-438a-a441-1e00898c9fe9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0684555 Feb 17 18:06:43.379396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-d8ab8e64-87a6-4fdc-a103-bb99b0eff194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:43.380986 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-d8ab8e64-87a6-4fdc-a103-bb99b0eff194 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.0640347 Feb 17 18:06:43.458756 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-7190a561-547a-49e2-853c-a75921425810 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698292 Feb 17 18:06:43.564233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:43.573408 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0200fc7-f9ae-48f8-9238-c8ab77821fcc req-59166a91-86db-41d9-8960-b8ef66fc500b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:43.575049 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b0200fc7-f9ae-48f8-9238-c8ab77821fcc req-59166a91-86db-41d9-8960-b8ef66fc500b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 943 time: 0.0875289 Feb 17 18:06:43.604738 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-9632370c-ffbe-42d5-8c27-2812f5ca3d1d service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385965 Feb 17 18:06:43.625720 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b0200fc7-f9ae-48f8-9238-c8ab77821fcc req-c31de4fd-2970-4313-b630-b5364645831e tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Feb 17 18:06:43.750882 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15a4c98a-73bd-4088-abd0-f1b0d4eef688 req-f8410444-dba3-41c6-84bb-34bcd15d3c3e service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392031 Feb 17 18:06:44.826243 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec895f-86de-4547-9065-b04bf2d46b25 req-7a50b9cf-8199-4bda-8f78-e880ff6f254a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:44.827901 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1fec895f-86de-4547-9065-b04bf2d46b25 req-7a50b9cf-8199-4bda-8f78-e880ff6f254a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 943 time: 0.0869176 Feb 17 18:06:44.874366 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1fec895f-86de-4547-9065-b04bf2d46b25 req-72ef87c7-c258-455f-b0c4-e6ebbda886aa tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Feb 17 18:06:45.264668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6b559e81-0616-495b-ad6e-fc572c8baf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:45.411932 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:46.073462 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d74aed-30c6-4cf7-93ec-edec884fbaaf req-71edfe39-9c27-4148-885d-a6ded41c5339 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:46.075079 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44d74aed-30c6-4cf7-93ec-edec884fbaaf req-71edfe39-9c27-4148-885d-a6ded41c5339 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 943 time: 0.0901721 Feb 17 18:06:46.123276 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-44d74aed-30c6-4cf7-93ec-edec884fbaaf req-52e29cf0-4767-43e6-96e0-2d0dd83530f0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Feb 17 18:06:46.435960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:47.322878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:47.325613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a93c75-dcf7-4ad4-9239-e11de29a9919 req-148dd9a3-8ad8-4513-9f10-09aa466c9bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:47.327301 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-69a93c75-dcf7-4ad4-9239-e11de29a9919 req-148dd9a3-8ad8-4513-9f10-09aa466c9bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 943 time: 0.0916359 Feb 17 18:06:47.374815 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-69a93c75-dcf7-4ad4-9239-e11de29a9919 req-111fedad-823d-4b63-9df5-8e03ac1029d1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Feb 17 18:06:48.359198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-73ec6e29-915b-4715-bef6-0fa34442bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.360846 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-73ec6e29-915b-4715-bef6-0fa34442bf17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1203 time: 0.0882037 Feb 17 18:06:48.385142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c6aee-1966-4bfa-808c-4e9ae9b545af req-ef45ba2d-f6f5-4517-94ad-73f6c0e57ecc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.386731 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-145c6aee-1966-4bfa-808c-4e9ae9b545af req-ef45ba2d-f6f5-4517-94ad-73f6c0e57ecc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0912335 Feb 17 18:06:48.438455 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-145c6aee-1966-4bfa-808c-4e9ae9b545af req-767876bc-2d43-4719-8ee9-4e2b5205bc49 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0449049 Feb 17 18:06:48.508674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-df2a26ce-e12e-49e8-93f3-c6ac8c3f42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.510242 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-df2a26ce-e12e-49e8-93f3-c6ac8c3f42f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1414516 Feb 17 18:06:48.579631 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b152-c560-496a-bac1-5e45a3bc6740 req-4bf53bf8-4e1d-41c9-a884-58371be54b2f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.581162 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-00b4b152-c560-496a-bac1-5e45a3bc6740 req-4bf53bf8-4e1d-41c9-a884-58371be54b2f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 943 time: 0.0869055 Feb 17 18:06:48.621362 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-91727047-112f-4366-9a64-3c4e5edf7668 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 1002 time: 0.1040063 Feb 17 18:06:48.633090 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-00b4b152-c560-496a-bac1-5e45a3bc6740 req-e16759f5-593f-49c6-b12d-1ecd7dfd09a7 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Feb 17 18:06:48.695199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-eeb3fc15-49dd-4fa0-a826-4a8cb863fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.696775 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-eeb3fc15-49dd-4fa0-a826-4a8cb863fc15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0668871 Feb 17 18:06:48.775840 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-f708066a-3f1a-445f-83a0-8e2a53cf47df None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:06:48.779494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-a9254b1a-1065-4451-a3fb-43caa37e1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.781110 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-a9254b1a-1065-4451-a3fb-43caa37e1b2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767391 Feb 17 18:06:48.923471 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-48797a11-a7cb-46b5-b52b-e5c39cd194d0 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340129 Feb 17 18:06:49.064210 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-28c7af9f-6c5d-467c-87dc-f3e34b3c3350 req-7c1b8240-38a4-4c60-a930-6a668811a74b service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337662 Feb 17 18:06:49.516484 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:49.591720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:49.596691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:49.597150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:49.640900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf99d50-2b40-4fb1-af33-9965cc237a58 req-ef451a20-f2aa-443c-9403-42aebb3fd4f9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:49.642558 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8bf99d50-2b40-4fb1-af33-9965cc237a58 req-ef451a20-f2aa-443c-9403-42aebb3fd4f9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0883944 Feb 17 18:06:49.694005 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8bf99d50-2b40-4fb1-af33-9965cc237a58 req-63c1060c-8229-4373-8211-85434aee0685 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0443277 Feb 17 18:06:49.721163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:49.749558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:49.760555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:49.764749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:49.767483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-23aecfb9-cc39-431d-ad58-37beb40cbd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:49.805070 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9', 'code': 200} Feb 17 18:06:49.840736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2f46d-ca74-4c36-870b-132a32ae1a16 req-d1490c01-6df5-49f7-ba37-8098c809ac44 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:49.842959 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-40e2f46d-ca74-4c36-870b-132a32ae1a16 req-d1490c01-6df5-49f7-ba37-8098c809ac44 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0938005 Feb 17 18:06:49.845676 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:49.849635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:49.897319 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-40e2f46d-ca74-4c36-870b-132a32ae1a16 req-d860e7c2-058d-463b-a5e9-326e83d10251 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Feb 17 18:06:50.047984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2222085-5302-4a4c-af32-febbc4db8bc2 req-508e83de-b011-4a1c-b3af-f7c13ca302a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:50.049557 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a2222085-5302-4a4c-af32-febbc4db8bc2 req-508e83de-b011-4a1c-b3af-f7c13ca302a0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 1162 time: 0.0813236 Feb 17 18:06:50.091213 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a2222085-5302-4a4c-af32-febbc4db8bc2 req-bfc3828b-5725-4e5a-b96c-f06e6dcc8b7d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Feb 17 18:06:50.692586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:50.765100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:50.765530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:50.907328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56110f-d244-4f83-a78f-07b1284af705 req-62958afe-28e9-4ac0-be4a-5bb30c350230 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:50.909140 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3f56110f-d244-4f83-a78f-07b1284af705 req-62958afe-28e9-4ac0-be4a-5bb30c350230 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0936017 Feb 17 18:06:50.962707 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3f56110f-d244-4f83-a78f-07b1284af705 req-259bdddc-d69f-455d-95e5-23318dc134f3 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0455923 Feb 17 18:06:51.106256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28ca09-447e-4f24-a729-adb82173cbf0 req-2e559628-0936-41cc-aab2-b4d9b71bdde9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:51.107871 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-be28ca09-447e-4f24-a729-adb82173cbf0 req-2e559628-0936-41cc-aab2-b4d9b71bdde9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0889151 Feb 17 18:06:51.154595 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-be28ca09-447e-4f24-a729-adb82173cbf0 req-688ce275-187b-47e7-b5e4-984a967e6eeb tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Feb 17 18:06:52.165354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e71263-ab15-45c6-a821-5a8ee8e38d83 req-e99b60ec-06a4-4ba1-a028-19122aa3e935 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:52.167040 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-40e71263-ab15-45c6-a821-5a8ee8e38d83 req-e99b60ec-06a4-4ba1-a028-19122aa3e935 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0879345 Feb 17 18:06:52.219974 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-40e71263-ab15-45c6-a821-5a8ee8e38d83 req-5268f06e-53a4-4957-8d20-9cbfe37eb97d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0465026 Feb 17 18:06:52.355377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2867-d3b1-401d-92cc-396a20c8527a req-435754b9-2bc7-4bfc-89fe-75eedd786c44 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:52.356982 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eaab2867-d3b1-401d-92cc-396a20c8527a req-435754b9-2bc7-4bfc-89fe-75eedd786c44 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0877812 Feb 17 18:06:52.403949 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eaab2867-d3b1-401d-92cc-396a20c8527a req-c9e192b9-83fb-40e3-be8e-edc0137b9c88 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Feb 17 18:06:53.424863 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491005-532c-44ea-9e36-34664db01e60 req-7ece49f6-76cd-47e7-8cd3-8320e98733dc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:53.427029 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0a491005-532c-44ea-9e36-34664db01e60 req-7ece49f6-76cd-47e7-8cd3-8320e98733dc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0923836 Feb 17 18:06:53.476505 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-0a491005-532c-44ea-9e36-34664db01e60 req-75072ffd-a420-4568-ba79-7449ecd7302d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0430911 Feb 17 18:06:54.677555 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327b5bf-11af-4dbe-b562-68cde51db7d4 req-97135d5e-478f-4f6f-9fcc-c2b5fb7a24e2 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:54.679089 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8327b5bf-11af-4dbe-b562-68cde51db7d4 req-97135d5e-478f-4f6f-9fcc-c2b5fb7a24e2 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0869956 Feb 17 18:06:54.731774 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8327b5bf-11af-4dbe-b562-68cde51db7d4 req-14ebf67b-c81d-4c5d-a70e-0e0f066413bc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0458870 Feb 17 18:06:55.938443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8728-0710-496f-98b3-cc28b33d06e2 req-f61f0675-2307-4df7-904a-a0661eaa669e tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:55.940051 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fffc8728-0710-496f-98b3-cc28b33d06e2 req-f61f0675-2307-4df7-904a-a0661eaa669e tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0891852 Feb 17 18:06:55.990733 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fffc8728-0710-496f-98b3-cc28b33d06e2 req-71e4819a-d280-4191-8fb0-25c8c9f9e595 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0440867 Feb 17 18:06:56.957511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-a6812303-a881-4a84-8aae-bbc5f7b3067c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:56.959023 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-a6812303-a881-4a84-8aae-bbc5f7b3067c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.1559248 Feb 17 18:06:56.974594 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-cf502ffe-d41a-43a3-9621-951b9bb85a3d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/quotas/2e0cc09525cb43a7b6e0ba1594feba73 HTTP/1.1" status: 200 len: 375 time: 0.0094252 Feb 17 18:06:57.343640 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-84bb4c6f-4270-49c4-a107-f758fc6aac71 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3635986 Feb 17 18:06:57.466862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2675792-ae3b-4ff1-96dc-3aebe89aa563 req-8c154303-143b-4eae-969c-76f8d3a0cf3c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:57.468423 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e2675792-ae3b-4ff1-96dc-3aebe89aa563 req-8c154303-143b-4eae-969c-76f8d3a0cf3c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.1959698 Feb 17 18:06:57.536276 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-b1b48c91-093c-448f-815a-4c0eebabc4ce service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841118 Feb 17 18:06:57.549860 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e2675792-ae3b-4ff1-96dc-3aebe89aa563 req-b4e1a67d-ec0e-4a21-a28d-a1e6b6bf6170 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0729189 Feb 17 18:06:57.684456 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-d51ebb98-0de4-4ae8-9f22-b8b257d81374 service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389904 Feb 17 18:06:57.879520 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-60603635-a3a6-4549-ad7e-deb4a3dc9414 req-98ac56d4-1a47-4251-b509-a10e93335236 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 210 time: 0.0530083 Feb 17 18:06:58.748426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d2ca2-d2e9-462a-a941-b6e6e0264a9e req-0c1990df-ea80-43b5-a9e4-f79988f5e98e tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:58.750037 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-370d2ca2-d2e9-462a-a941-b6e6e0264a9e req-0c1990df-ea80-43b5-a9e4-f79988f5e98e tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0877981 Feb 17 18:06:58.802350 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-370d2ca2-d2e9-462a-a941-b6e6e0264a9e req-16447915-cfff-4d3f-88b2-24e4b764bc59 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0454173 Feb 17 18:06:58.949934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-390cfb36-0336-4176-935f-6e68de75a756 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:58.951536 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-390cfb36-0336-4176-935f-6e68de75a756 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.1622088 Feb 17 18:06:58.964656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Request body: {'port': {'device_id': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a', 'admin_state_up': True, 'tenant_id': '2e0cc09525cb43a7b6e0ba1594feba73'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:59.048434 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-495a0620-755c-45b6-9cde-ed5fc4137949 req-4f36f883-fd9d-40a3-960a-6fc97af185b9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 210 time: 0.0546145 Feb 17 18:06:59.345727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:59.349820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Usage tracker for resource:port and tenant:2e0cc09525cb43a7b6e0ba1594feba73 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:59.352831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:59.358563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:59.367578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Made reservation on behalf of 2e0cc09525cb43a7b6e0ba1594feba73 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:59.373097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:59.679037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Allocated IP 172.20.0.13 (feef6e6c-2bf2-4737-aa95-ed2f167bdc2a/c59ec661-39b5-4ee9-a0e0-76685fddd0db/195a2f86-a64e-4560-ae64-a5246674d695) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:59.892856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:59.923318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:59.941929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bd9a20fa-2739-43af-b9a6-c15bc9ebe2df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:00.004011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bb99-401b-4694-adc8-e59cd980448b req-00692967-fcb1-46cf-b5dc-aa6b23c8df11 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:00.005628 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4677bb99-401b-4694-adc8-e59cd980448b req-00692967-fcb1-46cf-b5dc-aa6b23c8df11 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0913136 Feb 17 18:07:00.057487 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4677bb99-401b-4694-adc8-e59cd980448b req-8e6b5e8d-41d3-4edb-8134-c9d90af1e1b1 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0452380 Feb 17 18:07:00.085517 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event updated for resources: {'Port': ['ID=195a2f86-a64e-4560-ae64-a5246674d695,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:00.088849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:00.143289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:00.145015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:00.147469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:00.211953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:00.212510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.234740 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2741573 Feb 17 18:07:00.247391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Request body: {'port': {'device_id': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:00.254666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1984ae-7ad4-47b6-a0cf-179f5af269de req-b77da161-94c7-4632-8103-6bfbcb26154a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:00.256249 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb1984ae-7ad4-47b6-a0cf-179f5af269de req-b77da161-94c7-4632-8103-6bfbcb26154a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 932 time: 0.0899971 Feb 17 18:07:00.305362 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-bb1984ae-7ad4-47b6-a0cf-179f5af269de req-1fdc5435-f9b3-4b1c-be85-74c05b793d73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Feb 17 18:07:00.377213 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.802238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195a2f86-a64e-4560-ae64-a5246674d695 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:07:00.810165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.822873 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Transition to ACTIVE for port object 195a2f86-a64e-4560-ae64-a5246674d695 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:00.825699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.841334 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-69354375-0690-40ef-a557-21bde34575d4 tempest-VolumesNegativeTest-117804741 tempest-VolumesNegativeTest-117804741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:00.976397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Pushing event updated for resources: {'Port': ['ID=195a2f86-a64e-4560-ae64-a5246674d695,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:00.979806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:01.163716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Attempting to bind port 195a2f86-a64e-4560-ae64-a5246674d695 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:01.164067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Attempting to bind port 195a2f86-a64e-4560-ae64-a5246674d695 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:07:01.164437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Attempting to bind port 195a2f86-a64e-4560-ae64-a5246674d695 on network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:07:01.170126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:07:01.170534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Checking segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:01.170940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:01.171338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Bound using segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:07:01.171808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Bound port: 195a2f86-a64e-4560-ae64-a5246674d695, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:07:01.172183 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:01.259893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0f893-94c4-4853-9ea5-61f217ad9031 req-5b89d6dd-5fa6-4e63-b0ef-8593a2762730 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.261555 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aca0f893-94c4-4853-9ea5-61f217ad9031 req-5b89d6dd-5fa6-4e63-b0ef-8593a2762730 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0874677 Feb 17 18:07:01.269605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] For port 195a2f86-a64e-4560-ae64-a5246674d695, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:07:01.272787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] For port 195a2f86-a64e-4560-ae64-a5246674d695, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=195a2f86-a64e-4560-ae64-a5246674d695,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:07:01.276822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:01.294492 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-43018ca6-8d52-45f1-b2f7-1c7a71576171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:01.318554 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-aca0f893-94c4-4853-9ea5-61f217ad9031 req-21675e87-259d-4743-a1de-62d73bdd14de tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0504389 Feb 17 18:07:01.451554 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Pushing event updated for resources: {'Port': ['ID=195a2f86-a64e-4560-ae64-a5246674d695,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:01.457054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:01.485925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.486726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:01.488835 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] 10.222.0.38 "PUT /v2.0/ports/195a2f86-a64e-4560-ae64-a5246674d695 HTTP/1.1" status: 200 len: 1158 time: 1.2460861 Feb 17 18:07:01.489368 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:01.523714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bec0b9-ce09-4b88-a73c-629655edfbb5 req-e8abbce8-b3b0-4870-9087-95d1a8e09e2b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.525338 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7bec0b9-ce09-4b88-a73c-629655edfbb5 req-e8abbce8-b3b0-4870-9087-95d1a8e09e2b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 944 time: 0.1022773 Feb 17 18:07:01.565551 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695', 'status': 'completed', 'code': 200} Feb 17 18:07:01.579199 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7bec0b9-ce09-4b88-a73c-629655edfbb5 req-c05077b9-0ab5-4961-9fe1-36f7a2a3d965 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471444 Feb 17 18:07:01.606500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-af253b32-0d9c-431f-9f57-bf8833b7fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.608026 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-af253b32-0d9c-431f-9f57-bf8833b7fc34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 1161 time: 0.0841954 Feb 17 18:07:01.681021 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-a2578824-4d81-424c-b80c-76a0d6dd8ce6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195a2f86-a64e-4560-ae64-a5246674d695 HTTP/1.1" status: 200 len: 217 time: 0.0656173 Feb 17 18:07:01.752194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-42aedecd-94ca-4a95-a69d-b0cbbd2d9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.754237 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-42aedecd-94ca-4a95-a69d-b0cbbd2d9ff4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.0671110 Feb 17 18:07:01.805260 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-5680fd05-ca6b-4954-9a87-e0e91690ea8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449409 Feb 17 18:07:01.945827 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-ffe6171a-6034-4f91-9735-00997146e943 service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343267 Feb 17 18:07:02.087104 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fda8786-7422-48f0-a3ef-1c54c93654d4 req-d2bd1af5-8cd0-49f1-b493-a08434785a61 service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347418 Feb 17 18:07:02.204630 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bedba3-58f8-477a-9501-7484086abd4d req-0c449c9a-de5d-4223-86bb-468abefec5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:02.206627 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-91bedba3-58f8-477a-9501-7484086abd4d req-0c449c9a-de5d-4223-86bb-468abefec5bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 1161 time: 0.0764852 Feb 17 18:07:02.350192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bedba3-58f8-477a-9501-7484086abd4d req-82b69789-abdc-4272-804d-86d4850c997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:02.351829 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-91bedba3-58f8-477a-9501-7484086abd4d req-82b69789-abdc-4272-804d-86d4850c997e service neutron] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 909 time: 0.1397066 Feb 17 18:07:02.429234 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-91bedba3-58f8-477a-9501-7484086abd4d req-bbba1fb0-4e04-4b0c-b87a-1ceb9d50c79e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195a2f86-a64e-4560-ae64-a5246674d695 HTTP/1.1" status: 200 len: 217 time: 0.0703075 Feb 17 18:07:02.498439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bedba3-58f8-477a-9501-7484086abd4d req-f6b816fd-293c-4226-8b78-9b7de55be452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:02.500031 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-91bedba3-58f8-477a-9501-7484086abd4d req-f6b816fd-293c-4226-8b78-9b7de55be452 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.0644302 Feb 17 18:07:02.524681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2812-b0d2-4252-a1b3-4bba5f138697 req-2bdcdd63-6bd9-4274-8518-f5a4a4565d2c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:02.526290 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1a2e2812-b0d2-4252-a1b3-4bba5f138697 req-2bdcdd63-6bd9-4274-8518-f5a4a4565d2c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0913615 Feb 17 18:07:02.557564 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-91bedba3-58f8-477a-9501-7484086abd4d req-5190633a-8a9a-4c49-ae0f-38b4785493a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502038 Feb 17 18:07:02.578129 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1a2e2812-b0d2-4252-a1b3-4bba5f138697 req-721be3de-123a-4304-a4b3-a9ab0e013e2f tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0451250 Feb 17 18:07:02.700484 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-91bedba3-58f8-477a-9501-7484086abd4d req-61f8e969-29eb-4f45-90e1-69e9b4307a04 service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365273 Feb 17 18:07:02.778699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131102dc-c807-4e94-87f0-84f7895cfd43 req-3f1f3745-416c-416f-b048-ec45091c0b78 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:02.780225 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-131102dc-c807-4e94-87f0-84f7895cfd43 req-3f1f3745-416c-416f-b048-ec45091c0b78 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 944 time: 0.0867453 Feb 17 18:07:02.831861 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-131102dc-c807-4e94-87f0-84f7895cfd43 req-ca079478-9896-4dc9-90b1-4ef2c2f16607 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Feb 17 18:07:03.082387 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-91bedba3-58f8-477a-9501-7484086abd4d req-8e9e712e-6019-4e9a-80dc-bf087e43f0d8 service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3746941 Feb 17 18:07:03.778392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b626ca-4674-440a-ba61-6330fd240383 req-2bcfb526-6a5f-4ce1-a7b0-e7622b80e3b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:03.779988 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b5b626ca-4674-440a-ba61-6330fd240383 req-2bcfb526-6a5f-4ce1-a7b0-e7622b80e3b6 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0894940 Feb 17 18:07:03.829813 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b5b626ca-4674-440a-ba61-6330fd240383 req-88fbbc9f-b59b-4866-a940-ae4091a59017 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0434527 Feb 17 18:07:04.027539 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f21e5-e853-4a4c-bd46-4cfeb5d3b678 req-20cffe42-c7eb-484a-a0ad-f99ff41603cd tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:04.029116 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6d9f21e5-e853-4a4c-bd46-4cfeb5d3b678 req-20cffe42-c7eb-484a-a0ad-f99ff41603cd tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 944 time: 0.0845747 Feb 17 18:07:04.078513 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6d9f21e5-e853-4a4c-bd46-4cfeb5d3b678 req-67fc9dbd-dd3d-4229-9950-65aaea4d33fb tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Feb 17 18:07:05.029537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c430120-fad5-463d-8bf0-277b84e8e33b req-3281ac3a-80fe-4cf2-b2ab-4d7a9b98422c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:05.031195 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6c430120-fad5-463d-8bf0-277b84e8e33b req-3281ac3a-80fe-4cf2-b2ab-4d7a9b98422c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0872400 Feb 17 18:07:05.081387 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6c430120-fad5-463d-8bf0-277b84e8e33b req-fec270c5-9428-4773-95d9-e9526fcc9a33 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0427349 Feb 17 18:07:05.281371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ff88-9dc3-4de5-9ef7-c3c1218c32a2 req-8a971753-3fce-4da0-865f-d0ba706369cc tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:05.283012 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e962ff88-9dc3-4de5-9ef7-c3c1218c32a2 req-8a971753-3fce-4da0-865f-d0ba706369cc tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 944 time: 0.0889826 Feb 17 18:07:05.334216 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e962ff88-9dc3-4de5-9ef7-c3c1218c32a2 req-8d97cbac-2063-405f-bbfb-137932694c9d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Feb 17 18:07:06.279264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d44161-6b96-4f25-90f8-c2517187958a req-48241b0a-f92b-434a-a93e-59641349def7 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:06.281203 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f2d44161-6b96-4f25-90f8-c2517187958a req-48241b0a-f92b-434a-a93e-59641349def7 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0875461 Feb 17 18:07:06.333123 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f2d44161-6b96-4f25-90f8-c2517187958a req-57c74b56-988e-4db4-aec5-136172fae29c tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f9a0dd-6792-4f71-bbaa-03750b28d05a&id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0457296 Feb 17 18:07:06.361641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:06.535777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3eb57-d8ed-4292-9f83-37005f87ef6c req-1a5bea57-a72f-4e19-a13f-11d1e78f8347 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:06.537368 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b6a3eb57-d8ed-4292-9f83-37005f87ef6c req-1a5bea57-a72f-4e19-a13f-11d1e78f8347 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 944 time: 0.0905335 Feb 17 18:07:06.585626 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b6a3eb57-d8ed-4292-9f83-37005f87ef6c req-433b7174-6a60-4d75-96f5-62c1b9caba3e tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Feb 17 18:07:07.492148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 195a2f86-a64e-4560-ae64-a5246674d695 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:07.564063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 195a2f86-a64e-4560-ae64-a5246674d695 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:07.568816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 195a2f86-a64e-4560-ae64-a5246674d695 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:07.569235 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:07.692016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:07.720226 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:07.731027 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 195a2f86-a64e-4560-ae64-a5246674d695, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=195a2f86-a64e-4560-ae64-a5246674d695,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:07.734041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:07.737005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bd8d8f81-63a6-4e79-9a3e-220896dffeab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:07.774453 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695', 'code': 200} Feb 17 18:07:07.785747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d85c6-2bea-4c84-a504-1863ba685bf5 req-d025e942-d655-4dd2-8226-5ef446640418 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:07.787383 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-222d85c6-2bea-4c84-a504-1863ba685bf5 req-d025e942-d655-4dd2-8226-5ef446640418 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 946 time: 0.0891485 Feb 17 18:07:07.814203 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=195a2f86-a64e-4560-ae64-a5246674d695,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:07.818412 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:07.840277 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-222d85c6-2bea-4c84-a504-1863ba685bf5 req-4624c632-afb1-4d03-a788-d6e9e356f85a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Feb 17 18:07:08.009167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfc84-7d43-4f14-8f48-629fed085e93 req-658303c8-7477-436c-bcc3-bbff158c6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:08.010680 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-93fdfc84-7d43-4f14-8f48-629fed085e93 req-658303c8-7477-436c-bcc3-bbff158c6c7d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 1163 time: 0.0759606 Feb 17 18:07:08.053330 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-93fdfc84-7d43-4f14-8f48-629fed085e93 req-0c774499-b349-4add-b4dd-ee5bfd69bfcb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364423 Feb 17 18:07:08.790418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 195a2f86-a64e-4560-ae64-a5246674d695 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:08.861825 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 195a2f86-a64e-4560-ae64-a5246674d695 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:08.862826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:09.043461 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dde8fa-6b1d-45d4-b164-229f94bbc456 req-d280dfdc-8d68-42f5-bb06-17852e045e60 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:09.044966 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67dde8fa-6b1d-45d4-b164-229f94bbc456 req-d280dfdc-8d68-42f5-bb06-17852e045e60 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 946 time: 0.0896645 Feb 17 18:07:09.091925 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-67dde8fa-6b1d-45d4-b164-229f94bbc456 req-c408ce22-8e83-47b8-a655-9952704a802a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Feb 17 18:07:10.293839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d7dc7-0f3a-4ea8-a862-eb6d6a83401b req-6c6b40fb-f157-4c00-8f2e-90005ff5b57a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:10.295504 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-674d7dc7-0f3a-4ea8-a862-eb6d6a83401b req-6c6b40fb-f157-4c00-8f2e-90005ff5b57a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 946 time: 0.0894823 Feb 17 18:07:10.346910 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-674d7dc7-0f3a-4ea8-a862-eb6d6a83401b req-a3209b95-6a0a-46ae-8591-050861f2737b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 Feb 17 18:07:12.610401 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-b08d79e6-f045-4d86-a4e1-7f0a4ebd7f05 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:12.612016 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-b08d79e6-f045-4d86-a4e1-7f0a4ebd7f05 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.1569638 Feb 17 18:07:12.628290 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-a00261f0-eabd-44b1-aeda-0e202e6f14e9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/quotas/2e0cc09525cb43a7b6e0ba1594feba73 HTTP/1.1" status: 200 len: 375 time: 0.0096240 Feb 17 18:07:12.716820 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-4073ef70-80e8-4e35-b166-a640eb13f2ed tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831342 Feb 17 18:07:12.743920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4743e072-4d4b-4fb2-8ab0-ece3e0555f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:12.860722 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-952e9e19-79f2-4f8d-8710-ad11cc2407b2 service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362500 Feb 17 18:07:13.002502 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-698037fd-bd03-49eb-ab3e-677c54bb1c86 service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347613 Feb 17 18:07:13.198225 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-11d59bd5-dbd2-4199-ac45-2f87dc1ea852 req-ab5e23b4-b430-415b-9a3f-acda043d51a3 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 210 time: 0.0526431 Feb 17 18:07:14.318832 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-b1390920-cbd5-4a8a-af94-353266d7725f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:14.320422 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-b1390920-cbd5-4a8a-af94-353266d7725f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.1637759 Feb 17 18:07:14.335744 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Request body: {'port': {'device_id': '748873e2-e63a-4f87-accb-14802562fae4', 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a', 'admin_state_up': True, 'tenant_id': '2e0cc09525cb43a7b6e0ba1594feba73'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:14.378923 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-15acefa8-d811-4d4c-9393-885149cd3276 req-80740ccb-148e-4c8c-8a19-863b64e777a3 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 210 time: 0.0544407 Feb 17 18:07:14.490984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:14.495065 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Usage tracker for resource:port and tenant:2e0cc09525cb43a7b6e0ba1594feba73 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:14.498063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:14.504843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:14.513490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Made reservation on behalf of 2e0cc09525cb43a7b6e0ba1594feba73 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:14.519175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:14.827961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Allocated IP 172.20.0.9 (feef6e6c-2bf2-4737-aa95-ed2f167bdc2a/c59ec661-39b5-4ee9-a0e0-76685fddd0db/c1f3fccc-20c4-4644-ba26-19055a3e03b4) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:07:15.041514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.070176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.085352 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-512b4310-67ba-4f20-a4ea-190acaf9a660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:15.226005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event updated for resources: {'Port': ['ID=c1f3fccc-20c4-4644-ba26-19055a3e03b4,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:15.230716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:15.266050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-925b1392-9fb6-452c-9f53-3cc8aad15b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.282680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:15.284593 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:15.286972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:15.352857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:15.353463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.374621 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0437453 Feb 17 18:07:15.389048 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Request body: {'port': {'device_id': '748873e2-e63a-4f87-accb-14802562fae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:15.410641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.512513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.582417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464d363-bc98-4207-9bce-b77ba521600b req-8cb85635-d1e2-418f-994d-ae2f540b8fbc tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:15.584034 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4464d363-bc98-4207-9bce-b77ba521600b req-8cb85635-d1e2-418f-994d-ae2f540b8fbc tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 931 time: 0.0875297 Feb 17 18:07:15.632799 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4464d363-bc98-4207-9bce-b77ba521600b req-2e1b71a6-1995-44e0-83ff-63c9e4a7deef tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Feb 17 18:07:15.933478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f3fccc-20c4-4644-ba26-19055a3e03b4 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:07:15.942137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.955347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Transition to ACTIVE for port object c1f3fccc-20c4-4644-ba26-19055a3e03b4 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:15.957680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.972861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:16.107794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f3fccc-20c4-4644-ba26-19055a3e03b4,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:16.110966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:16.292778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Attempting to bind port c1f3fccc-20c4-4644-ba26-19055a3e03b4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:16.293096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Attempting to bind port c1f3fccc-20c4-4644-ba26-19055a3e03b4 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:07:16.293457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Attempting to bind port c1f3fccc-20c4-4644-ba26-19055a3e03b4 on network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:07:16.299261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:07:16.300234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Checking segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:16.300645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:16.301054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Bound using segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:07:16.301535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Bound port: c1f3fccc-20c4-4644-ba26-19055a3e03b4, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:07:16.301911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:16.400440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] For port c1f3fccc-20c4-4644-ba26-19055a3e03b4, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:07:16.403622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] For port c1f3fccc-20c4-4644-ba26-19055a3e03b4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c1f3fccc-20c4-4644-ba26-19055a3e03b4,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:07:16.406808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:16.423030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:16.438709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:16.577643 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f3fccc-20c4-4644-ba26-19055a3e03b4,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:16.583300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:16.616275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:16.616970 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:16.618470 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] 10.222.0.38 "PUT /v2.0/ports/c1f3fccc-20c4-4644-ba26-19055a3e03b4 HTTP/1.1" status: 200 len: 1157 time: 1.2340512 Feb 17 18:07:16.618995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748873e2-e63a-4f87-accb-14802562fae4', 'tag': 'c1f3fccc-20c4-4644-ba26-19055a3e03b4'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:16.695513 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748873e2-e63a-4f87-accb-14802562fae4', 'tag': 'c1f3fccc-20c4-4644-ba26-19055a3e03b4', 'status': 'completed', 'code': 200} Feb 17 18:07:16.740864 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-98c2baac-4a5e-419f-abaf-d3a54357a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:16.742547 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-98c2baac-4a5e-419f-abaf-d3a54357a562 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 1160 time: 0.0852787 Feb 17 18:07:16.828285 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-48aa8598-3466-4bce-8f62-54e3ffb04542 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1f3fccc-20c4-4644-ba26-19055a3e03b4 HTTP/1.1" status: 200 len: 217 time: 0.0719831 Feb 17 18:07:16.898943 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-fed40129-917c-4c4e-9d21-4e98a4e7df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:16.900597 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-fed40129-917c-4c4e-9d21-4e98a4e7df49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.0648999 Feb 17 18:07:16.960524 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-33cd65a3-f189-4b11-9c24-dc534e26d83b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463293 Feb 17 18:07:16.971513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f175f34-0123-4ffd-a0ca-e04f4cfcc276 req-005c26fb-3792-4103-b91a-f0863d109a71 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:16.973120 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f175f34-0123-4ffd-a0ca-e04f4cfcc276 req-005c26fb-3792-4103-b91a-f0863d109a71 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 943 time: 0.0900226 Feb 17 18:07:17.022849 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f175f34-0123-4ffd-a0ca-e04f4cfcc276 req-cf9e66cf-8446-4a08-83e0-5dabd0f06292 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Feb 17 18:07:17.104815 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-eff52436-1904-448f-b001-697d4080763d service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357112 Feb 17 18:07:17.248120 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd65abcc-b0d6-4acf-849a-6e66b805b81e req-9114de2b-522d-4fe2-87fb-24f7b400403d service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351223 Feb 17 18:07:17.323097 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:17.387391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4707b-e60e-49ec-86a8-971a06674359 req-528815b4-1825-4f29-bdf9-615ff84ab3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:17.388919 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eae4707b-e60e-49ec-86a8-971a06674359 req-528815b4-1825-4f29-bdf9-615ff84ab3d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 1160 time: 0.0842323 Feb 17 18:07:17.541733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4707b-e60e-49ec-86a8-971a06674359 req-41c646d5-6a75-473f-ba3e-fdf6b5723691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:17.543348 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eae4707b-e60e-49ec-86a8-971a06674359 req-41c646d5-6a75-473f-ba3e-fdf6b5723691 service neutron] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 909 time: 0.1365693 Feb 17 18:07:17.618943 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eae4707b-e60e-49ec-86a8-971a06674359 req-fa936121-5d3f-4c94-bee9-67ed779a3d65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1f3fccc-20c4-4644-ba26-19055a3e03b4 HTTP/1.1" status: 200 len: 217 time: 0.0653775 Feb 17 18:07:17.693019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4707b-e60e-49ec-86a8-971a06674359 req-f6e16968-e752-4697-88e8-5de2aeed9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:17.694515 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eae4707b-e60e-49ec-86a8-971a06674359 req-f6e16968-e752-4697-88e8-5de2aeed9a4f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.0662284 Feb 17 18:07:17.748498 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eae4707b-e60e-49ec-86a8-971a06674359 req-896601f1-e4e3-42af-8041-2d8ced60b93f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471408 Feb 17 18:07:17.892115 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eae4707b-e60e-49ec-86a8-971a06674359 req-3919eec7-1396-49bf-ae68-8996c3a747ff service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357989 Feb 17 18:07:18.035238 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-eae4707b-e60e-49ec-86a8-971a06674359 req-b3032ead-5df7-4dde-bda8-8a2b64bb6a6e service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364558 Feb 17 18:07:18.225238 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd917f7-f9f0-48b3-aff2-7def53425b28 req-38ed9596-2b12-4f42-a390-39514ded8dcd tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:18.226840 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1bd917f7-f9f0-48b3-aff2-7def53425b28 req-38ed9596-2b12-4f42-a390-39514ded8dcd tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 943 time: 0.0891840 Feb 17 18:07:18.273973 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1bd917f7-f9f0-48b3-aff2-7def53425b28 req-36ce5f4c-91d5-4322-a0f6-fb1d94119184 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Feb 17 18:07:19.470162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe88de7-db10-45e7-802f-b8a8d5b1dba1 req-ec3394a9-014d-4b6f-ac5b-737a15b2f363 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:19.471682 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cbe88de7-db10-45e7-802f-b8a8d5b1dba1 req-ec3394a9-014d-4b6f-ac5b-737a15b2f363 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 943 time: 0.0860250 Feb 17 18:07:19.518693 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-cbe88de7-db10-45e7-802f-b8a8d5b1dba1 req-f79e5478-9228-4a45-8ef5-1a0c6e70d207 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Feb 17 18:07:20.227748 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8e8c-5d10-4313-8bdf-d2160a824fb3 req-ca342b40-7f66-4bdd-b717-da1dbf62486b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:20.229293 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-449f8e8c-5d10-4313-8bdf-d2160a824fb3 req-ca342b40-7f66-4bdd-b717-da1dbf62486b tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0886893 Feb 17 18:07:20.276767 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-449f8e8c-5d10-4313-8bdf-d2160a824fb3 req-98007050-0868-47c5-aebd-20dfd2ae1157 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Feb 17 18:07:20.563505 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:07:20.719340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65728781-a6b5-4854-a1d0-2c3bf230f81d req-f25045f6-2647-4660-9f3c-6c25699c529f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:20.720871 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-65728781-a6b5-4854-a1d0-2c3bf230f81d req-f25045f6-2647-4660-9f3c-6c25699c529f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 943 time: 0.0894091 Feb 17 18:07:20.769042 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-65728781-a6b5-4854-a1d0-2c3bf230f81d req-4d947393-5d29-4d9b-90d3-279098f36480 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Feb 17 18:07:21.482309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca72d9e-b206-43f9-905e-27cdcb29f82a req-66b8c840-82f6-4368-a052-3428fba3bdce tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:21.483857 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8ca72d9e-b206-43f9-905e-27cdcb29f82a req-66b8c840-82f6-4368-a052-3428fba3bdce tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0873563 Feb 17 18:07:21.530452 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8ca72d9e-b206-43f9-905e-27cdcb29f82a req-47cc3d31-faa9-4fc7-98eb-b5674ccb9f27 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Feb 17 18:07:21.971756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff252834-df89-4f68-bb82-7b6c3cc357c4 req-2f4c9487-55dd-4c2c-b70d-5e04487ef537 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:21.973339 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ff252834-df89-4f68-bb82-7b6c3cc357c4 req-2f4c9487-55dd-4c2c-b70d-5e04487ef537 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 943 time: 0.0891736 Feb 17 18:07:22.020923 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ff252834-df89-4f68-bb82-7b6c3cc357c4 req-68a648eb-fb30-4000-90a8-5828e56093ad tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Feb 17 18:07:22.144114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-179bfaef-8376-43a1-864c-bc7606956c33 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:22.144789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-179bfaef-8376-43a1-864c-bc7606956c33 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Synchronizing usage tracker for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:22.159295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-179bfaef-8376-43a1-864c-bc7606956c33 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Unset dirty status for tenant:e36a4a2d120b4657a4b4a9c6dc9bf4f5 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:22.160486 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-179bfaef-8376-43a1-864c-bc7606956c33 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.1048532 Feb 17 18:07:22.240153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Deleting port 990ce1c3-b055-44aa-889f-0d5d882cd639 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:22.240550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:22.507532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] For port 990ce1c3-b055-44aa-889f-0d5d882cd639, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=990ce1c3-b055-44aa-889f-0d5d882cd639,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:22.507854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:22.737870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e794ab4-d6c0-4338-abdc-6af316b29350 req-83b94f5e-1edf-4b79-a3af-fe8523ba1bc8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:22.739713 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e794ab4-d6c0-4338-abdc-6af316b29350 req-83b94f5e-1edf-4b79-a3af-fe8523ba1bc8 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 946 time: 0.0911479 Feb 17 18:07:22.793441 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e794ab4-d6c0-4338-abdc-6af316b29350 req-fc3ecb68-2133-4d47-876b-baa50183f5e7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups?id=67451c15-5360-4bb4-94d5-4c96840a9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Feb 17 18:07:23.047722 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.048275 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853850691'] for floatingip, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.048508 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Floating IP ca94d8bf-c49e-4bb3-b217-2c864afca046 disassociated. External IP: 172.28.0.195, port: 990ce1c3-b055-44aa-889f-0d5d882cd639. Feb 17 18:07:23.048884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Calling delete_port for 990ce1c3-b055-44aa-889f-0d5d882cd639 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:23.198476 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.213900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-38f19e94-01df-4e9c-b08f-2c09d57c4137 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:23.219028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259efa37-bcd9-43b2-ad85-b5f342df8c49 req-ace6e352-17ce-46c5-8eee-928f349ee581 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:23.220614 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-259efa37-bcd9-43b2-ad85-b5f342df8c49 req-ace6e352-17ce-46c5-8eee-928f349ee581 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 943 time: 0.0871186 Feb 17 18:07:23.268803 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-259efa37-bcd9-43b2-ad85-b5f342df8c49 req-f66473dc-21ff-4306-a844-2df3a8efacca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 Feb 17 18:07:23.309772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event deleted for resources: {'Port': ['ID=990ce1c3-b055-44aa-889f-0d5d882cd639,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:23.329715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.330151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.331093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.331493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.331892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.332443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.332666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.333061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.333453 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.333844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.334232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.334710 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.335128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.335522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.335911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.336300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.336689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.337082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.337470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.337860 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.338251 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.338669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.339055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.339439 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:23.344824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:23.598214 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:07:23.687749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device c1f3fccc-20c4-4644-ba26-19055a3e03b4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:23.761998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port c1f3fccc-20c4-4644-ba26-19055a3e03b4 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:23.767172 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port c1f3fccc-20c4-4644-ba26-19055a3e03b4 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:23.767611 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.790541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:07:23.803268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] Sync routers for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:07:23.816818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:23.817912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:23.832118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] No DVR routers for this DVR port 990ce1c3-b055-44aa-889f-0d5d882cd639 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:07:23.834630 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.837807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-deleted', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:23.854781 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7848dd23-9a49-4ed8-b6aa-a06a2132b969 req-519743ab-0957-4364-9218-551536690aa2 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.38 "DELETE /v2.0/ports/990ce1c3-b055-44aa-889f-0d5d882cd639 HTTP/1.1" status: 204 len: 173 time: 1.6858828 Feb 17 18:07:23.925760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.932747 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6627cf8-675a-4a9f-837e-c8029c011140', 'name': 'network-vif-deleted', 'tag': '990ce1c3-b055-44aa-889f-0d5d882cd639', 'status': 'completed', 'code': 200} Feb 17 18:07:23.977930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748873e2-e63a-4f87-accb-14802562fae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f3fccc-20c4-4644-ba26-19055a3e03b4'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:23.998809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port c1f3fccc-20c4-4644-ba26-19055a3e03b4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c1f3fccc-20c4-4644-ba26-19055a3e03b4,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:24.003543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:24.005885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bd8d8f81-63a6-4e79-9a3e-220896dffeab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:24.056215 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 990ce1c3-b055-44aa-889f-0d5d882cd639 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:24.067855 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-03efdcc2-2b76-4448-a58b-c59bbfc03d2a req-0166949f-c4e8-4894-9ac8-af03bbf858b1 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6627cf8-675a-4a9f-837e-c8029c011140 HTTP/1.1" status: 200 len: 210 time: 0.0686841 Feb 17 18:07:24.101813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:24.102176 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748873e2-e63a-4f87-accb-14802562fae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f3fccc-20c4-4644-ba26-19055a3e03b4', 'code': 200} Feb 17 18:07:24.110225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 990ce1c3-b055-44aa-889f-0d5d882cd639 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:24.110695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 990ce1c3-b055-44aa-889f-0d5d882cd639 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:24.144159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=c1f3fccc-20c4-4644-ba26-19055a3e03b4,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:24.152103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.152491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.152864 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.153234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.153605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.153968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.154329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.154717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.155072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.155433 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.155793 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.156145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.156591 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.156926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.157514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.157877 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.158283 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.158765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.159130 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.159487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.159843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.160205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.160559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.160914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:24.165590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:24.343588 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e36ca-8ff9-4f01-8495-334843ba7177 req-eed1020a-b802-4d9f-8df8-cb35e28cfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:24.345223 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-921e36ca-8ff9-4f01-8495-334843ba7177 req-eed1020a-b802-4d9f-8df8-cb35e28cfafd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 1162 time: 0.0933075 Feb 17 18:07:24.398354 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-921e36ca-8ff9-4f01-8495-334843ba7177 req-53e55a22-7b4c-4c80-b7df-79a75684b56b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Feb 17 18:07:24.442628 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:24.446737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] Checking router: 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:07:24.456210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:24.456861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:24.504917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e26fd-a08f-4871-a33c-797f3d5847f1 req-a51a2dcc-91c0-427c-8c58-cfac04af3e6f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:24.506541 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f1e26fd-a08f-4871-a33c-797f3d5847f1 req-a51a2dcc-91c0-427c-8c58-cfac04af3e6f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 945 time: 0.0857508 Feb 17 18:07:24.554654 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f1e26fd-a08f-4871-a33c-797f3d5847f1 req-8debf21b-c6bf-4c9c-a95b-b585d7a7a4de tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Feb 17 18:07:24.647867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:24.862499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device c1f3fccc-20c4-4644-ba26-19055a3e03b4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:24.937455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port c1f3fccc-20c4-4644-ba26-19055a3e03b4 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:24.937798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:24.980794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:24.985007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b5189-29cd-47f4-bd00-3dc2a75ebe4b None None] The sync data for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb is: [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T17:58:09Z', 'revision_number': 4, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': 'c797c74b-025a-4b67-8722-c5056d7925d2', 'name': '', 'network_id': '3bf89fa6-36c8-4e5d-8230-8673d1a72579', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'mac_address': 'fa:16:3e:53:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:01Z', 'updated_at': '2021-02-17T17:58:23Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'subnets': [{'id': '9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:07:25.206157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54680) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:25.280513 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.311763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.359466 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.365309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8d4a863f-ff52-4f4d-ab79-b022194d8194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:25.382374 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67451c15-5360-4bb4-94d5-4c96840a9ed4,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:25.385270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:25.391347 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.393495 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "DELETE /v2.0/security-groups/67451c15-5360-4bb4-94d5-4c96840a9ed4 HTTP/1.1" status: 204 len: 168 time: 0.1851344 Feb 17 18:07:25.395987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54684) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:25.409601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7a043-a4e1-4ec4-86de-fcb18d68e1bd None None] New status for floating IP ca94d8bf-c49e-4bb3-b217-2c864afca046: DOWN {{(pid=83943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:07:25.414500 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.api.v2.resource [None req-b3577a48-8f3f-4554-83c7-5358fb8b075e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] show failed (client error): The resource could not be found. Feb 17 18:07:25.415610 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b3577a48-8f3f-4554-83c7-5358fb8b075e tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "GET /v2.0/security-groups/67451c15-5360-4bb4-94d5-4c96840a9ed4 HTTP/1.1" status: 404 len: 347 time: 0.0186253 Feb 17 18:07:25.418621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54688) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:25.865309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Deleting port 9d324c9c-b5d0-4609-a1cd-f56a4891769b {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:25.865539 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:26.030200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bd5bd-9f82-41f8-9384-167ef90658eb req-17f212ad-00e8-4ebd-9b0a-f26d06ed0ceb tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:26.031946 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c81bd5bd-9f82-41f8-9384-167ef90658eb req-17f212ad-00e8-4ebd-9b0a-f26d06ed0ceb tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 945 time: 0.3195949 Feb 17 18:07:26.117421 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c81bd5bd-9f82-41f8-9384-167ef90658eb req-fab0c793-1d49-4526-8d61-e64a920692ba tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773659 Feb 17 18:07:26.119016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:26.119424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:26.251772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Calling delete_port for 9d324c9c-b5d0-4609-a1cd-f56a4891769b owned by network:floatingip {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:26.400111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:26.416309 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:26.512488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Pushing event deleted for resources: {'Port': ['ID=9d324c9c-b5d0-4609-a1cd-f56a4891769b,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:26.522873 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:26.640368 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:26.655362 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:26.656539 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0e3360b1-9ff2-4a2e-8ed2-0716b02434c7 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] 10.222.0.52 "DELETE /v2.0/floatingips/ca94d8bf-c49e-4bb3-b217-2c864afca046 HTTP/1.1" status: 204 len: 168 time: 1.2369425 Feb 17 18:07:27.318942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683c60f-5391-4f70-a3fd-32b1df06a847 req-464f7497-54ce-4a81-8169-ae45b659d86f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:27.320591 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4683c60f-5391-4f70-a3fd-32b1df06a847 req-464f7497-54ce-4a81-8169-ae45b659d86f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 945 time: 0.0899825 Feb 17 18:07:27.369570 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4683c60f-5391-4f70-a3fd-32b1df06a847 req-d8d0393e-ac2e-4bcf-b2e2-7547e2bed1f5 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Feb 17 18:07:29.505991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 54736) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:30.132662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850465'] for router_interface, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:30.511637 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Deleting port c797c74b-025a-4b67-8722-c5056d7925d2 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:30.512129 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:30.589100 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-234eeeff-de8c-46a1-a485-c756373202a2 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/floatingips/41d5f2f2-c401-4128-8b5e-b34fdf02eae0 HTTP/1.1" status: 200 len: 998 time: 0.1331604 Feb 17 18:07:30.697404 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] For port c797c74b-025a-4b67-8722-c5056d7925d2, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=c797c74b-025a-4b67-8722-c5056d7925d2,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:30.697827 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:30.752012 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-1b68fc5a-65f4-4f6d-a131-2c7cdbcd699b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:30.753481 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-1b68fc5a-65f4-4f6d-a131-2c7cdbcd699b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/networks/b6e25248-6bed-4b78-8681-3d07b5d178fb HTTP/1.1" status: 200 len: 784 time: 0.1584997 Feb 17 18:07:30.764465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-a91a175b-bfb1-49f7-a38f-fb594e766b11 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:07:30.766481 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-a91a175b-bfb1-49f7-a38f-fb594e766b11 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059233 Feb 17 18:07:30.835672 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Calling delete_port for c797c74b-025a-4b67-8722-c5056d7925d2 owned by network:router_interface {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:30.878546 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-13b3569f-a35a-4094-809a-b8d2f2dcaa4d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1063237 Feb 17 18:07:30.963285 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-5642e85a-0166-4f3e-bdbc-68f3f923fce8 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:30.964764 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-5642e85a-0166-4f3e-bdbc-68f3f923fce8 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports/796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 942 time: 0.0802064 Feb 17 18:07:31.042573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:31.060783 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7089a1bd-e6f6-400d-8a3b-6bf29205f774 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:31.159348 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-a9bd942a-0e2b-466e-b8b4-64917270425d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1079295 Feb 17 18:07:31.160614 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c797c74b-025a-4b67-8722-c5056d7925d2,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:31.164996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:31.396694 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Deleting port a22b6a22-48e5-44e9-8124-f389cef8568f {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:31.397183 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:31.591219 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:31.591824 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:31.729031 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850383'] for router_interface, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:31.733139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Calling delete_port for a22b6a22-48e5-44e9-8124-f389cef8568f owned by network:floatingip {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:31.911760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:31.928497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:32.026659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event deleted for resources: {'Port': ['ID=a22b6a22-48e5-44e9-8124-f389cef8568f,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:32.029331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:32.165370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for floatingip, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:32.165698 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Floating IP 41d5f2f2-c401-4128-8b5e-b34fdf02eae0 disassociated (deleted). External IP: 172.28.0.179, port: 796f7e09-4b52-4067-84f2-3019fe9b5b1a. Feb 17 18:07:32.270307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:07:32.481542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:07:32.493808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] Sync routers for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:07:32.496903 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] 10.222.0.52 "PUT /v2.0/routers/6925ec6c-6287-41e6-bbd3-e5c2844e6e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9895971 Feb 17 18:07:32.499463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 54764) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:32.507089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:32.508162 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:32.704934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks [] for router, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:32.830721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Router 4f744bfb-2b63-48b0-a824-256826f766b6 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:07:32.865249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:32.913207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:32.921734 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Deleting port 4900b4d0-8e86-47a5-ac20-0de52316b4d8 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:32.922108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:33.036134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:07:33.048155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] Sync routers for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:07:33.058622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:33.076532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:33.077949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:33.126133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] For port 4900b4d0-8e86-47a5-ac20-0de52316b4d8, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=4900b4d0-8e86-47a5-ac20-0de52316b4d8,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:33.126688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:33.128931 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-e4fe8e3f-0485-45a7-b908-e5663476a07a tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "DELETE /v2.0/floatingips/41d5f2f2-c401-4128-8b5e-b34fdf02eae0 HTTP/1.1" status: 204 len: 173 time: 1.9624267 Feb 17 18:07:33.129548 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:33.224720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198'}], 'enable_snat': True}, 'gw_port_id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T18:07:30Z', 'revision_number': 5, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port': {'id': '4900b4d0-8e86-47a5-ac20-0de52316b4d8', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:57:51Z', 'updated_at': '2021-02-17T17:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:33.235869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] Checking router: 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:07:33.251565 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'status': 'completed', 'code': 200} Feb 17 18:07:33.261499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] Routers {'6925ec6c-6287-41e6-bbd3-e5c2844e6e57'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:33.266303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:33.280044 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-2a68c504-a31d-4d4d-9407-43feec0ffdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:33.289175 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-2a68c504-a31d-4d4d-9407-43feec0ffdde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.1305649 Feb 17 18:07:33.376113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:33.419567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Calling delete_port for 4900b4d0-8e86-47a5-ac20-0de52316b4d8 owned by network:router_gateway {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:33.504857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] Set router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 gateway port host: None {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:33.515024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-66ebdb0d-c1a4-4164-8a95-5e7c55ef813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:33.519206 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-66ebdb0d-c1a4-4164-8a95-5e7c55ef813c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.2292564 Feb 17 18:07:33.542118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-322ba220-49a7-4301-b2f6-f91314128fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:33.543705 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-322ba220-49a7-4301-b2f6-f91314128fb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 1162 time: 0.1747572 Feb 17 18:07:33.712665 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-3f2b2e19-81ba-45a1-83e9-8f81c38eda63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 217 time: 0.1868975 Feb 17 18:07:33.720442 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T18:07:32Z', 'revision_number': 6, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port_host': None}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:33.725561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561725d1-20f7-4b17-b52e-8d37dfeb47ab None None] The sync data for ids ['6925ec6c-6287-41e6-bbd3-e5c2844e6e57'] in dv-cinder-760194-3-smb is: [{'id': '6925ec6c-6287-41e6-bbd3-e5c2844e6e57', 'name': 'tempest-AttachVolumeShelveTestJSON-502094325-router', 'tenant_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:57:50Z', 'updated_at': '2021-02-17T18:07:32Z', 'revision_number': 6, 'project_id': 'e36a4a2d120b4657a4b4a9c6dc9bf4f5', 'gw_port_host': None}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:07:33.774001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-e9c7a32d-59aa-4ad5-8103-85bfe2fc228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:33.775642 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-e9c7a32d-59aa-4ad5-8103-85bfe2fc228e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 200 len: 903 time: 0.2208388 Feb 17 18:07:33.853926 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-9a99fe2f-a9c2-4565-b7a3-7ed7e67624b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 200 len: 217 time: 0.0699549 Feb 17 18:07:33.854736 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:33.911903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8b237553-39b9-403e-96a1-b85a36f35c73 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:33.926188 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:25Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:33.930610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] Checking router: 4f744bfb-2b63-48b0-a824-256826f766b6 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:07:33.934640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-cb4da44c-994a-4bc8-ae50-8f7605511b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:33.936287 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-cb4da44c-994a-4bc8-ae50-8f7605511b32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.2090394 Feb 17 18:07:33.940794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:33.941538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:34.008893 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4900b4d0-8e86-47a5-ac20-0de52316b4d8,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:34.020797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:34.056993 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-9a8777a8-0f04-47ae-adfb-d32f268d9b04 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:34.058776 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-9a8777a8-0f04-47ae-adfb-d32f268d9b04 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.2556438 Feb 17 18:07:34.063164 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-1ba9c7d6-47c7-463c-acac-037e9680454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:34.065304 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-1ba9c7d6-47c7-463c-acac-037e9680454b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 200 len: 848 time: 0.1923513 Feb 17 18:07:34.092380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-14c19dde-8093-4761-bf7e-7ac81f69b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:34.097052 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-14c19dde-8093-4761-bf7e-7ac81f69b04f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1442833 Feb 17 18:07:34.102904 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-527973a3-fb32-4bd8-b2f6-3e8cdfa500e1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/quotas/2e0cc09525cb43a7b6e0ba1594feba73 HTTP/1.1" status: 200 len: 375 time: 0.0319610 Feb 17 18:07:34.187681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:34.331609 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-1b54cce8-9969-45a5-95fd-22030d978483 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1950674 Feb 17 18:07:34.445581 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-332f50aa-bd8b-4af5-be47-5642ce7a69f3 service neutron] 10.222.0.52 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413062 Feb 17 18:07:34.484921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-c84054ba-c4c5-4e2c-90f2-19568e4ec1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:34.487111 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-c84054ba-c4c5-4e2c-90f2-19568e4ec1f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62f5afc-a1be-46e6-8379-73414bb23f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4040706 Feb 17 18:07:34.491661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047685'] for router_gateway, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:34.593454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:25Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:34.597351 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d4ef4-97a9-4770-adb2-b3237222a77a None None] The sync data for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb is: [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:01:16Z', 'revision_number': 4, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '0a829f15-33d1-40e5-96b2-bce0452ca689', 'name': '', 'network_id': 'e62f5afc-a1be-46e6-8379-73414bb23f3b', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'mac_address': 'fa:16:3e:8d:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '24ad695a-c5f9-4460-8830-503f7b665254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:15Z', 'updated_at': '2021-02-17T18:01:25Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'subnets': [{'id': '24ad695a-c5f9-4460-8830-503f7b665254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:07:34.609126 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-21187dbb-eba8-442a-8fe2-f14007950381 service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636411 Feb 17 18:07:34.733603 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-5dcbfee0-03c2-4799-84f5-5d174c2aaf71 req-669ffc7e-87de-4d58-8c11-fa4b4eda8f4d service neutron] 10.222.0.52 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2806265 Feb 17 18:07:34.773396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5288'] for router, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:34.777865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:34.778782 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-79061767-07ce-4167-83a3-6062f3227916 service neutron] 10.222.0.52 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1581445 Feb 17 18:07:34.832851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853846249'] for router, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:34.833405 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6925ec6c-6287-41e6-bbd3-e5c2844e6e57 {{(pid=83942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:07:34.844468 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-1d7492d4-428d-44ba-9d5c-abde1576d886 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059304 Feb 17 18:07:34.855064 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:34.859153 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-21cf90aa-5838-46eb-a4b4-b978567144ba admin admin] 10.222.0.52 "DELETE /v2.0/routers/6925ec6c-6287-41e6-bbd3-e5c2844e6e57 HTTP/1.1" status: 204 len: 168 time: 2.3584404 Feb 17 18:07:34.859433 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54788) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:34.971559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Deleting subnet 9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb {{(pid=83941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:07:34.981122 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:35.104980 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-734a3c23-f7e7-4f9e-b007-f0c4f34c31b2 req-f6a6396a-19fc-4e90-a62d-29e059e46432 service neutron] 10.222.0.38 "GET /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2443271 Feb 17 18:07:35.126671 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ca97e796-bbb2-47b7-aff4-51e7aa0994f5 req-74741141-2ee5-482c-873a-dcaabd0f743d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 210 time: 0.0748224 Feb 17 18:07:35.144259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149619'] for subnet, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:35.155101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555962d-ad9a-47c2-b17c-de199be5b2da None None] New status for floating IP 41d5f2f2-c401-4128-8b5e-b34fdf02eae0: DOWN {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:07:35.237108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device c797c74b-025a-4b67-8722-c5056d7925d2 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:35.334542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a100e8-0567-4c93-836a-d8bd8ac2431c req-f2bb4611-f7f1-4f63-a784-435ec46c40fe tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:35.335378 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-17a100e8-0567-4c93-836a-d8bd8ac2431c req-f2bb4611-f7f1-4f63-a784-435ec46c40fe tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Synchronizing usage tracker for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:port {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:35.354549 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:35.391441 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-17a100e8-0567-4c93-836a-d8bd8ac2431c req-f2bb4611-f7f1-4f63-a784-435ec46c40fe tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Unset dirty status for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:port {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:35.396246 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17a100e8-0567-4c93-836a-d8bd8ac2431c req-f2bb4611-f7f1-4f63-a784-435ec46c40fe tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.2023594 Feb 17 18:07:35.486419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: c797c74b-025a-4b67-8722-c5056d7925d2 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:35.486819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device c797c74b-025a-4b67-8722-c5056d7925d2 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:35.487301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 4900b4d0-8e86-47a5-ac20-0de52316b4d8 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:35.523898 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 4900b4d0-8e86-47a5-ac20-0de52316b4d8 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:35.524302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 4900b4d0-8e86-47a5-ac20-0de52316b4d8 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:35.555298 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-17a100e8-0567-4c93-836a-d8bd8ac2431c req-05c4797d-1e65-4c87-94c8-f25a8f773e70 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1459677 Feb 17 18:07:35.691286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851146451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852558193'] for subnet, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:35.707778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-9497ad56-e6d2-49ab-8816-370e4566d667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:35.801321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:35.824278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.824698 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.825260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.825675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.826080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.826534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.826937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.827336 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.827735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.828131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.828530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.828926 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.829456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.829881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.830277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.830701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.831096 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.831493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.831895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.832293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.832689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.833084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.833481 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.833875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:35.840363 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:35.868921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:35.874375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac4536-929f-4ef8-9fc9-e5417e5fe5e1 None None] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:07:35.874944 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9f3dbe8c-5eac-4270-bcb3-c9d371c07dfb HTTP/1.1" status: 204 len: 168 time: 1.0142496 Feb 17 18:07:35.877590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54804) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:35.995814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.072795 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Deleting port cb41c2fd-2400-459d-9526-0a32745d9df5 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:36.073174 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.138410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] DHCP port deletion for 3bf89fa6-36c8-4e5d-8230-8673d1a72579 request from dv-cinder-760194-3-smb {{(pid=83943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:07:36.144076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] Deleting port cb41c2fd-2400-459d-9526-0a32745d9df5 {{(pid=83943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:36.144705 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.356150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-1873203d-ad0b-4324-83fa-8493f0848e9d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:36.358830 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-1873203d-ad0b-4324-83fa-8493f0848e9d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 815 time: 0.2027819 Feb 17 18:07:36.374022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Request body: {'port': {'device_id': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a', 'admin_state_up': True, 'tenant_id': '2e0cc09525cb43a7b6e0ba1594feba73'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:36.402302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.452419 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] For port cb41c2fd-2400-459d-9526-0a32745d9df5, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=cb41c2fd-2400-459d-9526-0a32745d9df5,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:36.452855 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.484828 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2a97269f-1656-483c-8c56-1fd5b2e44530 req-7c4bb2ee-0848-4da6-90fd-4f615534241f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 210 time: 0.0670888 Feb 17 18:07:36.549168 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:36.553312 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Usage tracker for resource:port and tenant:2e0cc09525cb43a7b6e0ba1594feba73 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:36.556440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:36.563028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:36.573117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Made reservation on behalf of 2e0cc09525cb43a7b6e0ba1594feba73 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:36.578661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.610715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] Calling delete_port for cb41c2fd-2400-459d-9526-0a32745d9df5 owned by network:dhcp {{(pid=83943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:36.691924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] For port cb41c2fd-2400-459d-9526-0a32745d9df5, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=cb41c2fd-2400-459d-9526-0a32745d9df5,segment=NetworkSegment(ac477d44-af88-4aa8-8bf9-e9acdeb04ff4),segment_id=ac477d44-af88-4aa8-8bf9-e9acdeb04ff4)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:36.692276 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.700894 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799'] for port, after_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.717221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:36.812475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] Pushing event deleted for resources: {'Port': ['ID=cb41c2fd-2400-459d-9526-0a32745d9df5,revision_number=None']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:36.816910 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:36.862131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912e14a-fae9-4989-b312-5598d8a2b11e None None] No DVR routers for this DVR port cb41c2fd-2400-459d-9526-0a32745d9df5 on host dv-cinder-760194-3-smb {{(pid=83943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:07:36.878704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Calling delete_port for cb41c2fd-2400-459d-9526-0a32745d9df5 owned by network:dhcp {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:36.961387 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Allocated IP 172.20.0.11 (feef6e6c-2bf2-4737-aa95-ed2f167bdc2a/c59ec661-39b5-4ee9-a0e0-76685fddd0db/0c8e8579-e312-44e5-a83c-51a49c971f97) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:07:36.982456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4088-5287-48d9-bd8e-81316324d0f3 req-13c5d6bf-49ee-48c2-b1c7-b4d732be4ad0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:36.984050 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-de9e4088-5287-48d9-bd8e-81316324d0f3 req-13c5d6bf-49ee-48c2-b1c7-b4d732be4ad0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.2834423 Feb 17 18:07:36.985500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:07:36.985851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:07:37.033525 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-de9e4088-5287-48d9-bd8e-81316324d0f3 req-b812cde6-61ee-44f4-9c1e-a4606a227d4b tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424838 Feb 17 18:07:37.197165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device cb41c2fd-2400-459d-9526-0a32745d9df5 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:37.237739 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: cb41c2fd-2400-459d-9526-0a32745d9df5 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:37.238057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device cb41c2fd-2400-459d-9526-0a32745d9df5 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:37.238188 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.273458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-7086d68e-5ce9-4022-9257-38fde89afea0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:37.274216 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-7086d68e-5ce9-4022-9257-38fde89afea0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Synchronizing usage tracker for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:37.293062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-7086d68e-5ce9-4022-9257-38fde89afea0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Unset dirty status for tenant:a2ec9fd9ea814aa894273850c4867bd4 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:37.294312 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-7086d68e-5ce9-4022-9257-38fde89afea0 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.38 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.1700873 Feb 17 18:07:37.339577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.360017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0015f4ea-02fc-4ef1-a885-ca419494e831 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:37.487407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Deleting port cb41c2fd-2400-459d-9526-0a32745d9df5 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:37.487983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.519899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Deleting port 796f7e09-4b52-4067-84f2-3019fe9b5b1a {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:37.520301 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.559353 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event updated for resources: {'Port': ['ID=0c8e8579-e312-44e5-a83c-51a49c971f97,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:37.564372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] The port 'cb41c2fd-2400-459d-9526-0a32745d9df5' was deleted {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:07:37.573731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:37.716115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:37.739808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.764765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:37.780769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:37.877385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:37.878047 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.882019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9268bb-df22-4315-86f6-460b0205b0b6 req-01d5c045-2a46-4e6b-a42b-2c474b2a7ef9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:37.883643 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6e9268bb-df22-4315-86f6-460b0205b0b6 req-01d5c045-2a46-4e6b-a42b-2c474b2a7ef9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 932 time: 0.2687998 Feb 17 18:07:37.885280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf89fa6-36c8-4e5d-8230-8673d1a72579']}} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:37.913592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4') {'for_net_delete': True} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:37.913851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac477d44-af88-4aa8-8bf9-e9acdeb04ff4') {} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:37.919063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] For port 796f7e09-4b52-4067-84f2-3019fe9b5b1a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=796f7e09-4b52-4067-84f2-3019fe9b5b1a,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:37.919487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.927949 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5590410 Feb 17 18:07:37.932075 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851626197'] for segment, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.967385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.971607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:07:37.994397 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Request body: {'port': {'device_id': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:38.000397 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6e9268bb-df22-4315-86f6-460b0205b0b6 req-ada383ab-aa81-4688-849f-316d4ef8a6b2 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072340 Feb 17 18:07:38.093579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Calling delete_port for 796f7e09-4b52-4067-84f2-3019fe9b5b1a owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:38.202502 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:07:38.216603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630034'] for segment, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:38.257904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:38.426173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Network 3bf89fa6-36c8-4e5d-8230-8673d1a72579 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:07:38.426797 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:38.448117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d912574f-56d2-438c-91d3-01efd0d0b8fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:07:38.450978 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:07:38.530039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85588ac-7f83-4836-8da4-cb3ff96b32fc req-26c7030a-b1c9-41c2-8856-f72e58da0c79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:38.531618 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c85588ac-7f83-4836-8da4-cb3ff96b32fc req-26c7030a-b1c9-41c2-8856-f72e58da0c79 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 945 time: 0.3776467 Feb 17 18:07:38.557600 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event deleted for resources: {'Port': ['ID=796f7e09-4b52-4067-84f2-3019fe9b5b1a,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:38.572154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:38.583784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:38.591421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:38.596496 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:38.622434 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-c85588ac-7f83-4836-8da4-cb3ff96b32fc req-f8385aeb-5e7a-4b00-a0c2-3a5f21c9d94d tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8215baa-8150-495a-ad2a-62abc35592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0795209 Feb 17 18:07:38.624887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf89fa6-36c8-4e5d-8230-8673d1a72579,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:38.634049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:38.649884 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-77a02c77-41d6-4cc7-91df-7e84b9254822 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3bf89fa6-36c8-4e5d-8230-8673d1a72579 HTTP/1.1" status: 204 len: 168 time: 2.7710433 Feb 17 18:07:38.785062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54822) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:38.844724 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8761800f-a087-4542-a6e7-25c2e26d4588 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e36a4a2d120b4657a4b4a9c6dc9bf4f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0583014 Feb 17 18:07:38.847482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54826) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:38.921705 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:38.952151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.000937 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.006665 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-400a69c0-5358-4512-bb27-33e5fe46cf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:39.023303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e00a52-2f82-405a-b932-1fd41cd00cdd,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:39.027224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:39.029654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.033643 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6e00a52-2f82-405a-b932-1fd41cd00cdd HTTP/1.1" status: 204 len: 168 time: 0.1823525 Feb 17 18:07:39.101069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] No DVR routers for this DVR port 796f7e09-4b52-4067-84f2-3019fe9b5b1a on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:07:39.105703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.108632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-deleted', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:39.150752 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e5c233af-f1c8-41f9-bba6-8aa429b1e3b8 req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.38 "DELETE /v2.0/ports/796f7e09-4b52-4067-84f2-3019fe9b5b1a HTTP/1.1" status: 204 len: 173 time: 1.8492804 Feb 17 18:07:39.226163 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0922b85a-c631-4f1e-af55-63218b576022', 'name': 'network-vif-deleted', 'tag': '796f7e09-4b52-4067-84f2-3019fe9b5b1a', 'status': 'completed', 'code': 200} Feb 17 18:07:39.255270 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8e8579-e312-44e5-a83c-51a49c971f97 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:07:39.268518 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.296914 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Transition to ACTIVE for port object 0c8e8579-e312-44e5-a83c-51a49c971f97 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:39.300626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.304403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0608bbc-ccb4-496e-8f69-fbf97e9736e9 req-fb9fa0e5-18bd-4c75-abdc-50f537162488 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:39.306073 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a0608bbc-ccb4-496e-8f69-fbf97e9736e9 req-fb9fa0e5-18bd-4c75-abdc-50f537162488 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 932 time: 0.1553001 Feb 17 18:07:39.365502 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a0608bbc-ccb4-496e-8f69-fbf97e9736e9 req-83995a88-437e-4888-ab6d-27fbf5422376 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 Feb 17 18:07:39.388866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-98b53626-6916-447b-b8ab-1da43620a6a3 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:39.483625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Pushing event updated for resources: {'Port': ['ID=0c8e8579-e312-44e5-a83c-51a49c971f97,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:39.490384 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:39.682110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Attempting to bind port 0c8e8579-e312-44e5-a83c-51a49c971f97 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:39.682638 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Attempting to bind port 0c8e8579-e312-44e5-a83c-51a49c971f97 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:07:39.683087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Attempting to bind port 0c8e8579-e312-44e5-a83c-51a49c971f97 on network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:07:39.689538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:07:39.690178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Checking segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:39.690701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.691175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Bound using segment: {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:07:39.691751 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Bound port: 0c8e8579-e312-44e5-a83c-51a49c971f97, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'feef6e6c-2bf2-4737-aa95-ed2f167bdc2a'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:07:39.692212 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.757186 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:39.802775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] For port 0c8e8579-e312-44e5-a83c-51a49c971f97, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:07:39.803133 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 796f7e09-4b52-4067-84f2-3019fe9b5b1a {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:39.803678 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 796f7e09-4b52-4067-84f2-3019fe9b5b1a not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:39.807225 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] For port 0c8e8579-e312-44e5-a83c-51a49c971f97, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0c8e8579-e312-44e5-a83c-51a49c971f97,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:07:39.812179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:39.826901 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ff1ac025-e487-4d54-a551-e8f521ffb5dc req-310285f0-333b-490d-85c9-d26350d81b46 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/ports?device_id=0922b85a-c631-4f1e-af55-63218b576022 HTTP/1.1" status: 200 len: 210 time: 0.0519812 Feb 17 18:07:39.831137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d8163975-53ef-48dc-af4f-992f70739a4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:39.985354 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Pushing event updated for resources: {'Port': ['ID=0c8e8579-e312-44e5-a83c-51a49c971f97,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:39.999021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:40.035829 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.036516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:40.038001 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] 10.222.0.38 "PUT /v2.0/ports/0c8e8579-e312-44e5-a83c-51a49c971f97 HTTP/1.1" status: 200 len: 1158 time: 2.0483649 Feb 17 18:07:40.248939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-f693f5a1-6037-4efe-aeb8-10e830b7ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.250596 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-f693f5a1-6037-4efe-aeb8-10e830b7ba6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 1161 time: 0.1450636 Feb 17 18:07:40.337557 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-6400be46-ba03-4616-8306-746f49e66f39 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1720643 Feb 17 18:07:40.348374 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-8d46683a-6e66-4ae8-a3ec-2923661ab8a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c8e8579-e312-44e5-a83c-51a49c971f97 HTTP/1.1" status: 200 len: 217 time: 0.0892375 Feb 17 18:07:40.479580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-7e1facf4-9a0c-41d2-b492-5c5932c4e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.481401 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-7e1facf4-9a0c-41d2-b492-5c5932c4e3f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.1261497 Feb 17 18:07:40.550752 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-bff78eca-e43f-46b0-ba17-f5716a08f200 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611703 Feb 17 18:07:40.554312 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-ec383d59-f2a3-4748-9441-6d1f46a324b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.555865 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-ec383d59-f2a3-4748-9441-6d1f46a324b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1203 time: 0.1647506 Feb 17 18:07:40.599004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2856b3d-d7ea-4ed5-8127-70499915c4f6 req-e14128f3-935a-4dea-b771-a3c8dc497a1c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.601252 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a2856b3d-d7ea-4ed5-8127-70499915c4f6 req-e14128f3-935a-4dea-b771-a3c8dc497a1c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 944 time: 0.1125529 Feb 17 18:07:40.668084 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a2856b3d-d7ea-4ed5-8127-70499915c4f6 req-33f5d43e-e2ae-4a75-b29b-983588a0b9b6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Feb 17 18:07:40.838890 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-4f901da0-4063-44a3-94b7-bf5c70e423e2 service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762036 Feb 17 18:07:40.846463 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-aaa90a2f-8f0c-426e-82d9-956a7ee510f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.847856 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-aaa90a2f-8f0c-426e-82d9-956a7ee510f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1897666 Feb 17 18:07:41.003483 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-64119ac8-cb6b-4055-a1f6-bb90e1c16fb9 req-09dda153-dbec-405e-8882-62c0ad3608ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "GET /v2.0/security-groups/e8215baa-8150-495a-ad2a-62abc35592a1 HTTP/1.1" status: 200 len: 2993 time: 0.0592754 Feb 17 18:07:41.068944 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-3d36d582-3baf-4099-a4a5-2f34da5ba765 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 1002 time: 0.1940999 Feb 17 18:07:41.084959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64119ac8-cb6b-4055-a1f6-bb90e1c16fb9 req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:41.118728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64119ac8-cb6b-4055-a1f6-bb90e1c16fb9 req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:41.142417 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7d05add0-0521-4cb7-a55a-7d729f44a62c req-73b4aa67-cf0b-4015-a139-c977afea7c1c service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2934918 Feb 17 18:07:41.163176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-3effa0a6-133d-4f5e-a07e-5aa2600efd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:41.165195 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-3effa0a6-133d-4f5e-a07e-5aa2600efd2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0902541 Feb 17 18:07:41.171921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64119ac8-cb6b-4055-a1f6-bb90e1c16fb9 req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:41.179576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-885ff9ea-4b55-424e-8b7e-e86c6ecf5812 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:41.196462 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8215baa-8150-495a-ad2a-62abc35592a1,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:41.199479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:41.207626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64119ac8-cb6b-4055-a1f6-bb90e1c16fb9 req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:41.208868 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-64119ac8-cb6b-4055-a1f6-bb90e1c16fb9 req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] 10.222.0.52 "DELETE /v2.0/security-groups/e8215baa-8150-495a-ad2a-62abc35592a1 HTTP/1.1" status: 204 len: 173 time: 0.1969271 Feb 17 18:07:41.236799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'tag': '0c8e8579-e312-44e5-a83c-51a49c971f97'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:41.266942 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 54902) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:41.302051 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'tag': '0c8e8579-e312-44e5-a83c-51a49c971f97', 'status': 'completed', 'code': 200} Feb 17 18:07:41.320407 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-7e2d468a-b7b9-46b1-a695-7e9749d73478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:41.322066 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-7e2d468a-b7b9-46b1-a695-7e9749d73478 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1498947 Feb 17 18:07:41.644569 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54916) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:41.780277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:41.838764 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:41.848892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8221a1a3b649ef8194bd99e7606403 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:41.853233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:41.861929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:41.927659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9e66a-9415-46e0-a156-29716a534a42 req-8fac391d-e764-46eb-83de-cf10b265cc6c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:41.929208 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b3f9e66a-9415-46e0-a156-29716a534a42 req-8fac391d-e764-46eb-83de-cf10b265cc6c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 944 time: 0.1367910 Feb 17 18:07:41.936253 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-a0897832-b15c-4e83-80f2-ce2430080446 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051192 Feb 17 18:07:41.941696 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-fa7e8548-5c91-4d9b-b5cd-e8b8108f1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:41.943228 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-fa7e8548-5c91-4d9b-b5cd-e8b8108f1344 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 1161 time: 0.5880914 Feb 17 18:07:42.002171 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b3f9e66a-9415-46e0-a156-29716a534a42 req-45cbb95a-a136-4f9f-b04b-80020e495417 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647485 Feb 17 18:07:42.027389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.030254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.039728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-47badc5c-9fe6-4c6b-94af-e69db322b34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:42.083150 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc8221a1a3b649ef8194bd99e7606403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373822 Feb 17 18:07:42.085359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6956e5db-2a14-410b-ba98-82d53b446062,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:42.088016 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54924) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:42.090714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:42.150470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.178679 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.223831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.228968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-947e8493-0256-4210-99af-2fb0c6698cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:42.243376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956e5db-2a14-410b-ba98-82d53b446062,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:42.245781 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:42.246784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.252789 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6956e5db-2a14-410b-ba98-82d53b446062 HTTP/1.1" status: 204 len: 168 time: 0.1629102 Feb 17 18:07:42.374173 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b7cd8c13-2d65-4cf7-a8b1-73f2af94f206 req-bc4bb9c4-063a-490e-b238-ba2c8d986c5d service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4129701 Feb 17 18:07:42.399719 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-33e86a13-5f1d-48a1-b8fe-6512530005f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:42.401297 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-33e86a13-5f1d-48a1-b8fe-6512530005f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 200 len: 909 time: 0.4390264 Feb 17 18:07:42.512371 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-2a33c6ff-cbb5-44d4-9d7a-c6c7cafda738 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c8e8579-e312-44e5-a83c-51a49c971f97 HTTP/1.1" status: 200 len: 217 time: 0.1007462 Feb 17 18:07:42.536968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54932) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:42.556635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.576251 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:42.580915 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Usage tracker for resource:security_group_rule and tenant:539268126aaa4f63a4cea4f2fd0988df is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:42.583945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:42.589772 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:42.635226 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-87271045-302a-4ed3-ae61-28cf9c2a4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:42.636818 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-87271045-302a-4ed3-ae61-28cf9c2a4417 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 200 len: 855 time: 0.1128728 Feb 17 18:07:42.675201 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.678101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.687671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b60a7879-5261-45b6-8f89-dc524e172d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:42.698102 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-2ec4625e-50e1-451c-8b1a-b40b3492d142 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538268 Feb 17 18:07:42.733043 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=539268126aaa4f63a4cea4f2fd0988df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925585 Feb 17 18:07:42.733043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b1187-f6b2-4da0-8f10-aa36b5c13c75,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:42.734196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 54936) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:42.737639 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:42.762089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-61ddd97b-2e7d-4e57-9da3-8f777fc95950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.797980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.826138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.872586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.878025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-27221e37-3df6-42b7-a4aa-fba443373806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:42.894482 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b1187-f6b2-4da0-8f10-aa36b5c13c75,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:42.899541 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:42.901447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:42.905200 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c8b1187-f6b2-4da0-8f10-aa36b5c13c75 HTTP/1.1" status: 204 len: 168 time: 0.1676083 Feb 17 18:07:42.905359 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-ac1f566d-7af1-41e9-848c-830de2c19d13 service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983514 Feb 17 18:07:43.002890 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850465'] for router_interface, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:43.233055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7616f4b-0aed-4f2f-be35-4d37ed2b0d2d req-bc90fabf-cc11-4ae2-8b67-6cdc15f39760 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:43.235122 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f7616f4b-0aed-4f2f-be35-4d37ed2b0d2d req-bc90fabf-cc11-4ae2-8b67-6cdc15f39760 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 944 time: 0.0988443 Feb 17 18:07:43.291977 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f7616f4b-0aed-4f2f-be35-4d37ed2b0d2d req-7e9b848e-e3b8-4538-af11-0d8bfb809a46 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502172 Feb 17 18:07:43.467028 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a7100dc5-ed3a-466a-a0ad-e1b1de2cde28 req-2b5cfcdc-2e9c-4f4d-a8a7-6c3f86a55e6a service neutron] 10.222.0.38 "GET /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5550828 Feb 17 18:07:43.688289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Deleting port 0a829f15-33d1-40e5-96b2-bce0452ca689 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:43.688681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:43.874803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] For port 0a829f15-33d1-40e5-96b2-bce0452ca689, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=0a829f15-33d1-40e5-96b2-bce0452ca689,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:43.875210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:44.019945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Calling delete_port for 0a829f15-33d1-40e5-96b2-bce0452ca689 owned by network:router_interface {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:44.215630 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:44.231472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f966f053-4613-4abf-9721-b255678a74b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:44.330950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a829f15-33d1-40e5-96b2-bce0452ca689,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:44.341532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:44.517074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d7158-b0e6-4350-91f0-2447d1a350d8 req-76cdca98-ab03-4bbb-bebd-ea2e0e60487f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:44.519114 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a75d7158-b0e6-4350-91f0-2447d1a350d8 req-76cdca98-ab03-4bbb-bebd-ea2e0e60487f tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 944 time: 0.0996225 Feb 17 18:07:44.581824 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a75d7158-b0e6-4350-91f0-2447d1a350d8 req-da161a65-1cc4-4ed7-9d73-85bc35d020fe tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Feb 17 18:07:44.660436 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850383'] for router_interface, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:45.197119 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Router 4f744bfb-2b63-48b0-a824-256826f766b6 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:07:45.268486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4d43833d-a9fd-4b39-ab11-159647e4bf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:45.403412 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:07:45.413307 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ddf87450-e032-40ab-8c8f-42ad7fff5e67 admin admin] 10.222.0.52 "PUT /v2.0/routers/4f744bfb-2b63-48b0-a824-256826f766b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1438670 Feb 17 18:07:45.416311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55002) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:45.419948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] Sync routers for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:07:45.433746 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:45.434656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:45.435343 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:45.610960 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:45.632866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:45.987606 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:07:44Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:45.992830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] Checking router: 4f744bfb-2b63-48b0-a824-256826f766b6 for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:07:46.003957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] Routers {'4f744bfb-2b63-48b0-a824-256826f766b6'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:46.004763 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['4f744bfb-2b63-48b0-a824-256826f766b6'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:46.127834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:46.143928 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Deleting port 3f7e7369-82a2-4adb-acb6-555e15211da6 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:46.144509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:46.195532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624396a-f5af-4e30-84d7-491b00e0d04e req-32166253-d22c-4a72-9361-07cb072e1bb8 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:46.197224 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1624396a-f5af-4e30-84d7-491b00e0d04e req-32166253-d22c-4a72-9361-07cb072e1bb8 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 944 time: 0.4914081 Feb 17 18:07:46.362600 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1624396a-f5af-4e30-84d7-491b00e0d04e req-f2790e8e-4d16-49eb-ba05-5c477ecfd189 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547496 Feb 17 18:07:46.391390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] Set router 4f744bfb-2b63-48b0-a824-256826f766b6 gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:46.412846 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] For port 3f7e7369-82a2-4adb-acb6-555e15211da6, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=3f7e7369-82a2-4adb-acb6-555e15211da6,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:46.413369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:46.560001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Calling delete_port for 3f7e7369-82a2-4adb-acb6-555e15211da6 owned by network:router_gateway {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:46.610468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:46.728114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:07:44Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:46.732389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ab46e-569b-4c26-91a8-45318c289ecc None None] The sync data for ids ['4f744bfb-2b63-48b0-a824-256826f766b6'] in dv-cinder-760194-3-smb is: [{'id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'name': 'tempest-TestShelveInstance-2063125041-router', 'tenant_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:10Z', 'updated_at': '2021-02-17T18:07:44Z', 'revision_number': 5, 'project_id': 'a2ec9fd9ea814aa894273850c4867bd4', 'gw_port': {'id': '3f7e7369-82a2-4adb-acb6-555e15211da6', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f744bfb-2b63-48b0-a824-256826f766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:11Z', 'updated_at': '2021-02-17T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:07:46.746992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:46.763669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fd0bf90b-29be-4145-ab06-248a969b7394 tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:46.862625 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7e7369-82a2-4adb-acb6-555e15211da6,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:46.872787 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:46.998139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047685'] for router_gateway, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.012113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55040) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:47.140992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.157394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:47.161617 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Usage tracker for resource:security_group_rule and tenant:fff945213fd545dfa6c1db747d503fd4 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:47.164939 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:47.171907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:47.193382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5288'] for router, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.195945 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.223146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853846249'] for router, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.223954 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f744bfb-2b63-48b0-a824-256826f766b6 {{(pid=83941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:07:47.238082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.242359 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5e54128a-6684-4fa9-a2bb-4661fd5407b7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4f744bfb-2b63-48b0-a824-256826f766b6 HTTP/1.1" status: 204 len: 168 time: 1.8220861 Feb 17 18:07:47.244896 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0a829f15-33d1-40e5-96b2-bce0452ca689 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:47.246703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55046) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:47.284706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 0a829f15-33d1-40e5-96b2-bce0452ca689 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:47.285214 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 0a829f15-33d1-40e5-96b2-bce0452ca689 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:47.329177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.341359 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.346163 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.356277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7e66fdf2-a411-48a6-82c3-a72529578ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:47.372635 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Deleting subnet 24ad695a-c5f9-4460-8830-503f7b665254 {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:07:47.394953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.442329 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fff945213fd545dfa6c1db747d503fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289877 Feb 17 18:07:47.445223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55052) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:47.452118 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84845895-a3c2-4a14-a1a3-793fcd0f9584,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:47.457138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:47.473113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3569966'] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.577885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.611469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.621421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.638329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b907d7f-6ffa-4288-ac92-37cd206008a2 req-8e9b7f49-fc44-457c-8769-b725e697e8f8 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:47.639964 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4b907d7f-6ffa-4288-ac92-37cd206008a2 req-8e9b7f49-fc44-457c-8769-b725e697e8f8 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 944 time: 0.1486011 Feb 17 18:07:47.708584 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4b907d7f-6ffa-4288-ac92-37cd206008a2 req-90a66b92-4a63-439a-ba3d-d314993c24cf tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595613 Feb 17 18:07:47.714164 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.719573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fda297f9-f952-4232-8a6a-a69c3003c287 tempest-AttachVolumeShelveTestJSON-1686076 tempest-AttachVolumeShelveTestJSON-1686076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:47.733551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84845895-a3c2-4a14-a1a3-793fcd0f9584,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:47.736207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:47.740469 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.744703 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84845895-a3c2-4a14-a1a3-793fcd0f9584 HTTP/1.1" status: 204 len: 168 time: 0.2955577 Feb 17 18:07:47.889126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1647903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2300780'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.905641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:47.993403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ad695a-c5f9-4460-8830-503f7b665254,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:47.998011 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:48.043154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.047811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55060) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:48.050261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fea34-bf30-48a2-a42c-a05909b9a7e3 None None] Network e62f5afc-a1be-46e6-8379-73414bb23f3b requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:07:48.057599 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/24ad695a-c5f9-4460-8830-503f7b665254 HTTP/1.1" status: 204 len: 168 time: 0.8075063 Feb 17 18:07:48.057891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55064) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:48.073079 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.089709 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:48.093892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Usage tracker for resource:security_group_rule and tenant:6c95bdcc071145acb5fb181a0ed497c0 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:48.097131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:48.103182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:48.177880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.192365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.196254 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.205975 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-72817a8c-b2d3-40e7-913a-48cbd9ab17f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:48.249608 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c95bdcc071145acb5fb181a0ed497c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995614 Feb 17 18:07:48.250505 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb134cc-a668-4178-b348-effa5104d7ec,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:48.254095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55068) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:48.254269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:48.257153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Deleting port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:48.257537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.350668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] DHCP port deletion for e62f5afc-a1be-46e6-8379-73414bb23f3b request from dv-cinder-760194-3-smb {{(pid=83943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:07:48.355399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] Deleting port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 {{(pid=83943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:48.355816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.587675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] For port 83eff324-2124-4ffe-b3f7-1a8fc41489e5, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=83eff324-2124-4ffe-b3f7-1a8fc41489e5,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:48.588261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.672465 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-17eb2ea4-3ce1-451b-bbbc-0aa0048d58f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.722323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] Calling delete_port for 83eff324-2124-4ffe-b3f7-1a8fc41489e5 owned by network:dhcp {{(pid=83943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:48.784808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-17eb2ea4-3ce1-451b-bbbc-0aa0048d58f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.806499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799'] for port, after_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.823287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:48.828043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] For port 83eff324-2124-4ffe-b3f7-1a8fc41489e5, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=83eff324-2124-4ffe-b3f7-1a8fc41489e5,segment=NetworkSegment(7eb2e70c-9468-48c5-96ee-479421aa7133),segment_id=7eb2e70c-9468-48c5-96ee-479421aa7133)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:48.828447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:48.921455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] Pushing event deleted for resources: {'Port': ['ID=83eff324-2124-4ffe-b3f7-1a8fc41489e5,revision_number=None']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:48.926218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:48.969474 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf21ff9-cc0f-42cf-bb39-72a1c71c9525 None None] No DVR routers for this DVR port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 on host dv-cinder-760194-3-smb {{(pid=83943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:07:48.981072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Calling delete_port for 83eff324-2124-4ffe-b3f7-1a8fc41489e5 owned by network:dhcp {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:49.031594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-17eb2ea4-3ce1-451b-bbbc-0aa0048d58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.039152 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-83963011-279f-49c8-995e-3c4b4be04612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:49.064565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb2ea4-3ce1-451b-bbbc-0aa0048d58f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb134cc-a668-4178-b348-effa5104d7ec,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:49.067159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-17eb2ea4-3ce1-451b-bbbc-0aa0048d58f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:49.071241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-17eb2ea4-3ce1-451b-bbbc-0aa0048d58f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.074805 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-17eb2ea4-3ce1-451b-bbbc-0aa0048d58f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bb134cc-a668-4178-b348-effa5104d7ec HTTP/1.1" status: 204 len: 168 time: 0.8192086 Feb 17 18:07:49.093966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:07:49.094260 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:07:49.178444 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf494-cfe1-4159-a435-8455d35e9f7a req-2bc42141-6f99-496b-8c04-ba61c500a3cd tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:49.180095 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e35bf494-cfe1-4159-a435-8455d35e9f7a req-2bc42141-6f99-496b-8c04-ba61c500a3cd tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 944 time: 0.3502061 Feb 17 18:07:49.229369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3f7e7369-82a2-4adb-acb6-555e15211da6 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:49.240134 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e35bf494-cfe1-4159-a435-8455d35e9f7a req-e87704d8-59b2-48f8-8338-2c2db14a1196 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537355 Feb 17 18:07:49.268259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 3f7e7369-82a2-4adb-acb6-555e15211da6 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:49.268798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 3f7e7369-82a2-4adb-acb6-555e15211da6 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:49.269330 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 83eff324-2124-4ffe-b3f7-1a8fc41489e5 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:49.324916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 83eff324-2124-4ffe-b3f7-1a8fc41489e5 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:49.325312 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 83eff324-2124-4ffe-b3f7-1a8fc41489e5 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:49.596194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Deleting port 83eff324-2124-4ffe-b3f7-1a8fc41489e5 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:49.596664 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.670279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] The port '83eff324-2124-4ffe-b3f7-1a8fc41489e5' was deleted {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:07:49.795883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.813173 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55094) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:49.841531 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 0c8e8579-e312-44e5-a83c-51a49c971f97 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:49.916809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62f5afc-a1be-46e6-8379-73414bb23f3b']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:49.918184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 0c8e8579-e312-44e5-a83c-51a49c971f97 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:49.923180 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 0c8e8579-e312-44e5-a83c-51a49c971f97 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:49.923659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.931256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb2e70c-9468-48c5-96ee-479421aa7133') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:49.931599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb2e70c-9468-48c5-96ee-479421aa7133') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:49.936649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-759341872-network', 'tenant_id': '2e158d844aec430993adabda28ac0152'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:49.942571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:49.945015 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.946777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Usage tracker for resource:network and tenant:2e158d844aec430993adabda28ac0152 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:49.950195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:49.962957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.964592 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:49.965145 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:07:49.975867 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Made reservation on behalf of 2e158d844aec430993adabda28ac0152 for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:49.980902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.995290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.010723 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:50.014753 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Usage tracker for resource:security_group_rule and tenant:2e158d844aec430993adabda28ac0152 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:50.017966 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:50.024369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:50.055067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.086268 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8e8579-e312-44e5-a83c-51a49c971f97'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:50.097165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 0c8e8579-e312-44e5-a83c-51a49c971f97, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0c8e8579-e312-44e5-a83c-51a49c971f97,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:50.100298 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.102417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:50.128370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.131817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.142015 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8e8579-e312-44e5-a83c-51a49c971f97', 'code': 200} Feb 17 18:07:50.144674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-162367a2-b49e-46bd-a34e-281fde8a2530 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:50.160115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Network e62f5afc-a1be-46e6-8379-73414bb23f3b has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:07:50.169391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:07:50.170833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.181755 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=0c8e8579-e312-44e5-a83c-51a49c971f97,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:50.185949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:50.193946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ea1a8-8076-4a6d-a174-3c246f044671,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:50.197019 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.197405 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Added segment 5eb8e7bc-7a1f-4364-95db-63a9461f673f of type vxlan for network 8b692563-0711-491c-a955-5219805de970 Feb 17 18:07:50.198769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:50.226302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.257917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.259272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:50.259955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.313142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:50.349518 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5348437 Feb 17 18:07:50.350321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55106) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:50.360166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Request body: {'subnet': {'network_id': '8b692563-0711-491c-a955-5219805de970', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-759341872-subnet', 'tenant_id': '2e158d844aec430993adabda28ac0152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:50.421440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Network e62f5afc-a1be-46e6-8379-73414bb23f3b has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:07:50.422066 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: % (table.description, expected, rows_matched) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:07:50.448310 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:07:50.471108 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Usage tracker for resource:subnet and tenant:2e158d844aec430993adabda28ac0152 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:50.481334 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:50.498687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:50.517973 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Pushing event updated for resources: {'Network': ['ID=8b692563-0711-491c-a955-5219805de970,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:50.522457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-40227ef8-1d25-4463-9e4c-9b0e8b7f6b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:50.524087 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Made reservation on behalf of 2e158d844aec430993adabda28ac0152 for: {'subnet': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:50.529142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2217569'] for subnet, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.529302 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 8b692563-0711-491c-a955-5219805de970 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:07:50.547323 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.550603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 8b692563-0711-491c-a955-5219805de970 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:07:50.554540 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:50.578046 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.589861 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5ac94-a7ab-4eea-94ac-25e961f5557c req-f81e7b53-bc57-4c9c-b109-ffce97aaa4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:50.591519 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2ab5ac94-a7ab-4eea-94ac-25e961f5557c req-f81e7b53-bc57-4c9c-b109-ffce97aaa4df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 1163 time: 0.2069459 Feb 17 18:07:50.592420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e62f5afc-a1be-46e6-8379-73414bb23f3b,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:50.596521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:50.623828 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e62f5afc-a1be-46e6-8379-73414bb23f3b HTTP/1.1" status: 204 len: 168 time: 2.5619206 Feb 17 18:07:50.625795 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55110) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:50.670564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c5886-5252-4c1a-a885-677d79b3cda3 req-82a329bd-ebb4-4181-bede-8e32a165b08b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:50.672271 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e3c5886-5252-4c1a-a885-677d79b3cda3 req-82a329bd-ebb4-4181-bede-8e32a165b08b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 946 time: 0.2579255 Feb 17 18:07:50.728510 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2ab5ac94-a7ab-4eea-94ac-25e961f5557c req-96f82fc9-1252-4922-ab25-37b5af96acc2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283808 Feb 17 18:07:50.774627 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7e3c5886-5252-4c1a-a885-677d79b3cda3 req-cf135e9a-5713-4996-99d7-7203af7589c8 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947492 Feb 17 18:07:51.019617 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3629416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2217584'] for subnet, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.035812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e1589147-f688-4881-ae6c-192453e32c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:51.049684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 0c8e8579-e312-44e5-a83c-51a49c971f97 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:51.124167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 0c8e8579-e312-44e5-a83c-51a49c971f97 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:51.124596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.167774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6ec705-9858-4b2b-9354-759e7d031a76,revision_number=0']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:51.172328 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:51.240765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Checking segment: {'id': '5eb8e7bc-7a1f-4364-95db-63a9461f673f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b692563-0711-491c-a955-5219805de970'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:51.241161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Network hostable DHCP agents. Network: 8b692563-0711-491c-a955-5219805de970, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:07:51.253837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850465'] for router_interface, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.260288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Network 8b692563-0711-491c-a955-5219805de970 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:07:51.269290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 8b692563-0711-491c-a955-5219805de970) {{(pid=83941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:51.281113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:51.281769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.291372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc39335-c04e-428f-85b0-0465ae8aeedd None None] Network 8b692563-0711-491c-a955-5219805de970 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:07:51.304186 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e798fa65-1a85-40eb-8c31-9a15ef930c38 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9503129 Feb 17 18:07:51.539198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bdda8e-a787-4bec-837a-7c30dc0a4b3c None None] Network 8b692563-0711-491c-a955-5219805de970 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:07:51.651321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Deleting port 037f7bab-06fc-4576-bc10-24b3d7073f41 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:51.651321 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.842516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] For port 037f7bab-06fc-4576-bc10-24b3d7073f41, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=037f7bab-06fc-4576-bc10-24b3d7073f41,segment=NetworkSegment(340a7934-8a02-4996-adaa-4c4c8acd129b),segment_id=340a7934-8a02-4996-adaa-4c4c8acd129b)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:51.842920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.980257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Calling delete_port for 037f7bab-06fc-4576-bc10-24b3d7073f41 owned by network:router_interface {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:52.018946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55136) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:52.027165 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-81798378-network', 'tenant_id': 'd4cbeb231c2e44e2ad955b564475d7ce'}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:52.034068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:52.038256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Usage tracker for resource:network and tenant:d4cbeb231c2e44e2ad955b564475d7ce is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:52.041743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:52.047608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:52.057508 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Made reservation on behalf of d4cbeb231c2e44e2ad955b564475d7ce for: {'network': 1} {{(pid=83941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:52.062605 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for network, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.076676 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.134667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:52.150184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4cbeb231c2e44e2ad955b564475d7ce is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:52.155421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:52.165286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:52.175759 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.192071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-82e96fa4-2173-4e54-83cb-ee526bf8eb99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:52.226150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201823-80ef-44dd-8fa0-0e6eab5c4b4c req-6f08b538-8d6d-4b7f-a608-e25fe60fe5a2 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:52.227849 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fa201823-80ef-44dd-8fa0-0e6eab5c4b4c req-6f08b538-8d6d-4b7f-a608-e25fe60fe5a2 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 946 time: 0.3336830 Feb 17 18:07:52.293999 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Pushing event deleted for resources: {'Port': ['ID=037f7bab-06fc-4576-bc10-24b3d7073f41,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:52.302264 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fa201823-80ef-44dd-8fa0-0e6eab5c4b4c req-79b2bbc3-fd32-4afa-b17c-aca6f87777c2 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672925 Feb 17 18:07:52.305385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:52.339602 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.343902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.350464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a71f4b93-494f-4456-b5c3-e2f0e44751fb tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:52.382641 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:07:52.397537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd091ac7-0dbf-404b-b7b7-2a2bb41d2768,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:52.402561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:52.403707 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.404179 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.segments_db [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Added segment b1b96ddd-b92d-46d3-8a03-b3da729c654b of type vxlan for network 0b158693-fe70-49c9-8a6f-3ab6896cf375 Feb 17 18:07:52.435088 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298685853880'] for network, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.477135 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137'] for network, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.478761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:52.479485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.486271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-380161ee-d715-41b5-913a-a3106e963cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:52.597713 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5770273 Feb 17 18:07:52.600735 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55140) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:52.600901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b158693-fe70-49c9-8a6f-3ab6896cf375,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:52.604018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d5f8cc46-3a67-4b44-b969-f9e816efe4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:52.611969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Request body: {'subnet': {'network_id': '0b158693-fe70-49c9-8a6f-3ab6896cf375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-81798378-subnet', 'tenant_id': 'd4cbeb231c2e44e2ad955b564475d7ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:52.612706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Network 0b158693-fe70-49c9-8a6f-3ab6896cf375 details requested by agent ovs-agent-dv-cinder-760194-3-smb with host dv-cinder-760194-3-smb {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:07:52.617961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:52.625984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Usage tracker for resource:subnet and tenant:d4cbeb231c2e44e2ad955b564475d7ce is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:52.630355 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Network 0b158693-fe70-49c9-8a6f-3ab6896cf375 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:07:52.631551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:52.640834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:52.759610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Made reservation on behalf of d4cbeb231c2e44e2ad955b564475d7ce for: {'subnet': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:52.764322 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852475006'] for subnet, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.999440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850383'] for router_interface, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:53.510812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639c8e-77a4-4f27-bbd5-7e0c1052c682 req-2e54233b-90d6-41e9-ad78-1cfd17bd6e31 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:53.512411 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-23639c8e-77a4-4f27-bbd5-7e0c1052c682 req-2e54233b-90d6-41e9-ad78-1cfd17bd6e31 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 946 time: 0.0912664 Feb 17 18:07:53.561976 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-23639c8e-77a4-4f27-bbd5-7e0c1052c682 req-5115a3a6-dc39-403f-9f00-9985e6da8b05 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Feb 17 18:07:53.763340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:07:53.778562 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853127846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852474989'] for subnet, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:53.856695 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-bc1be544-99c3-4d3e-bde1-3f39c9c7cb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:54.047987 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5f1f69-3d91-4cb0-b755-94203566013c,revision_number=0']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:54.107144 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:54.156697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:07:54.166834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] Sync routers for ids ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'] in dv-cinder-760194-3-smb {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:07:54.177005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] Routers {'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:54.177668 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:54.187052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Checking segment: {'id': 'b1b96ddd-b92d-46d3-8a03-b3da729c654b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b158693-fe70-49c9-8a6f-3ab6896cf375'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:54.187452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Network hostable DHCP agents. Network: 0b158693-fe70-49c9-8a6f-3ab6896cf375, hostable agents: ['9478c96f-945e-453d-967d-caf07d89c38d'], hosted agents: [] {{(pid=83942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:07:54.196264 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d17835aa-0397-488d-bfe2-40ba68b731af admin admin] 10.222.0.52 "PUT /v2.0/routers/dac6032e-86ab-4ccf-b7ea-76aeb786d3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5693974 Feb 17 18:07:54.199255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55152) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:54.209930 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Network 0b158693-fe70-49c9-8a6f-3ab6896cf375 is scheduled to be hosted by DHCP agent 9478c96f-945e-453d-967d-caf07d89c38d with binding_index 1 {{(pid=83942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:07:54.219179 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-3-smb, 0b158693-fe70-49c9-8a6f-3ab6896cf375) {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:54.231703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:54.232365 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:54.234887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f4791c-f8fe-45bd-90d2-59ee6f2d2073 None None] Network 0b158693-fe70-49c9-8a6f-3ab6896cf375 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:07:54.259561 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1e49b87f-7491-42f9-85a5-aa3634236136 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6511111 Feb 17 18:07:54.409382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] Set router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:54.466071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks [] for router, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:54.676745 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484591fb-0b8d-42bf-9199-3a461ad2e488 None None] Network 0b158693-fe70-49c9-8a6f-3ab6896cf375 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:07:54.791848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:07:52Z', 'revision_number': 5, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:54.797579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] Checking router: dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 for host: dv-cinder-760194-3-smb {{(pid=83944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:07:54.809590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] Routers {'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:07:54.811184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:07:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'], 'active': True} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:55.014412 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] Set router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 gateway port host: dv-cinder-760194-3-smb {{(pid=83944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:07:55.037855 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:55.055574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Deleting port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:55.055951 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:55.222391 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-f3c48c4e-8610-414d-a9ef-a679dae5028e tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:55.223072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-f3c48c4e-8610-414d-a9ef-a679dae5028e tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Synchronizing usage tracker for tenant:2e158d844aec430993adabda28ac0152 on resource:network {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:55.268587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-f3c48c4e-8610-414d-a9ef-a679dae5028e tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Unset dirty status for tenant:2e158d844aec430993adabda28ac0152 on resource:network {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:55.269866 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-f3c48c4e-8610-414d-a9ef-a679dae5028e tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/networks?id=8b692563-0711-491c-a955-5219805de970 HTTP/1.1" status: 200 len: 808 time: 0.3627293 Feb 17 18:07:55.316067 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-ef223e15-bf15-4560-b295-2431d27c735c tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/quotas/2e158d844aec430993adabda28ac0152 HTTP/1.1" status: 200 len: 375 time: 0.0342078 Feb 17 18:07:55.330674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:07:52Z', 'revision_number': 5, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:55.335058 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1325eb-22aa-4a9c-b987-63c989d76a73 None None] The sync data for ids ['dac6032e-86ab-4ccf-b7ea-76aeb786d3b2'] in dv-cinder-760194-3-smb is: [{'id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'name': 'tempest-TestShelveInstance-305063993-router', 'tenant_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:01:21Z', 'updated_at': '2021-02-17T18:07:52Z', 'revision_number': 5, 'project_id': '7bd3ac93657e4095bbeb1b7a97b52582', 'gw_port': {'id': 'd1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac6032e-86ab-4ccf-b7ea-76aeb786d3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:01:22Z', 'updated_at': '2021-02-17T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}] {{(pid=83944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:07:55.380909 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-dddf420f-7d53-4c00-9b91-f5119dd53925 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e158d844aec430993adabda28ac0152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639205 Feb 17 18:07:55.383717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] For port d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:55.384200 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:55.604159 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Calling delete_port for d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f owned by network:router_gateway {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:55.747729 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-cb92474f-692e-440d-9abf-0641d1b1f8e9 service neutron] 10.222.0.52 "GET /v2.0/networks/8b692563-0711-491c-a955-5219805de970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552330 Feb 17 18:07:55.962164 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-a21053b6-3edc-4efb-94b9-e3d77ee40d60 service neutron] 10.222.0.52 "GET /v2.0/networks/8b692563-0711-491c-a955-5219805de970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2058752 Feb 17 18:07:55.967146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:55.982729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:56.081823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:56.092007 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:56.188057 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-8caf570c-5f66-4807-9d86-ba4a802f09b7 req-d311d866-3436-421f-a2bd-0c01c9411d02 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0653510 Feb 17 18:07:56.273946 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047685'] for router_gateway, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:56.474103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5288'] for router, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:56.476858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:56.499039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853846249'] for router, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:56.499701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 {{(pid=83941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:07:56.514980 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] Notify callbacks [] for router, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:56.518833 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-950cb554-ca14-4fce-aa55-3d7a3bc2bcfe admin admin] 10.222.0.52 "DELETE /v2.0/routers/dac6032e-86ab-4ccf-b7ea-76aeb786d3b2 HTTP/1.1" status: 204 len: 168 time: 2.3184724 Feb 17 18:07:56.519379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55194) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:56.599114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Deleting subnet e52f499a-ad2f-40f0-ad68-ff0b7da4f04e {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:07:56.602565 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:56.657385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3569966'] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:56.764613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.034475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1647903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2300780'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.050093 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:57.136237 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52f499a-ad2f-40f0-ad68-ff0b7da4f04e,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:57.140618 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:57.187561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.193962 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ac19596c-7a5d-4402-904a-5e04a49ec0eb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e52f499a-ad2f-40f0-ad68-ff0b7da4f04e HTTP/1.1" status: 204 len: 168 time: 0.6730993 Feb 17 18:07:57.194385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be150c1e-0e91-48d7-a8fc-d2a8bdb95ac8 None None] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:07:57.196620 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55200) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:57.370542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:57.433893 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a724d48e-ed5d-47f9-bead-7e68d8c0afd1 req-2343ca5f-1132-45b5-8648-160e081697b8 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0823154 Feb 17 18:07:57.509934 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:57.510308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device d1f81b4b-1fc2-47e0-a6fb-b4702bf7c82f not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:57.510968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 037f7bab-06fc-4576-bc10-24b3d7073f41 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:57.563512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:07:57.587858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 037f7bab-06fc-4576-bc10-24b3d7073f41 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:57.588253 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 037f7bab-06fc-4576-bc10-24b3d7073f41 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:57.674688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] DHCP port deletion for d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea request from dv-cinder-760194-3-smb {{(pid=83943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:07:57.679062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] Deleting port 31732a40-0223-4e56-814b-6eba53af6ea0 {{(pid=83943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:57.679493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.728947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.836590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Deleting port 31732a40-0223-4e56-814b-6eba53af6ea0 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:57.836947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.885457 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-08435286-fcd7-4691-8a2a-8f1ea80e56ca tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:57.887071 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-08435286-fcd7-4691-8a2a-8f1ea80e56ca tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.38 "GET /v2.0/networks?id=8b692563-0711-491c-a955-5219805de970 HTTP/1.1" status: 200 len: 808 time: 0.6638849 Feb 17 18:07:57.901701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Request body: {'port': {'device_id': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'network_id': '8b692563-0711-491c-a955-5219805de970', 'admin_state_up': True, 'tenant_id': '2e158d844aec430993adabda28ac0152'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:57.904109 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] For port 31732a40-0223-4e56-814b-6eba53af6ea0, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=31732a40-0223-4e56-814b-6eba53af6ea0,segment=NetworkSegment(340a7934-8a02-4996-adaa-4c4c8acd129b),segment_id=340a7934-8a02-4996-adaa-4c4c8acd129b)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:57.904607 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.042395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] Calling delete_port for 31732a40-0223-4e56-814b-6eba53af6ea0 owned by network:dhcp {{(pid=83943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:58.131711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799'] for port, after_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.147192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:58.220185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:58.224126 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] For port 31732a40-0223-4e56-814b-6eba53af6ea0, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=31732a40-0223-4e56-814b-6eba53af6ea0,segment=NetworkSegment(340a7934-8a02-4996-adaa-4c4c8acd129b),segment_id=340a7934-8a02-4996-adaa-4c4c8acd129b)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:58.224534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.237604 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Usage tracker for resource:port and tenant:2e158d844aec430993adabda28ac0152 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:58.242175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:58.245435 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] Pushing event deleted for resources: {'Port': ['ID=31732a40-0223-4e56-814b-6eba53af6ea0,revision_number=None']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:58.249765 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:58.302738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68e502-ae49-4280-a19e-095700b39b0a None None] No DVR routers for this DVR port 31732a40-0223-4e56-814b-6eba53af6ea0 on host dv-cinder-760194-3-smb {{(pid=83943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:07:58.366313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:58.375261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Calling delete_port for 31732a40-0223-4e56-814b-6eba53af6ea0 owned by network:dhcp {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:58.424837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Made reservation on behalf of 2e158d844aec430993adabda28ac0152 for: {'port': 1} {{(pid=83942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:58.430578 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.570318 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:07:58.570640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:07:58.615956 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3820433e-9e61-4e7f-9d8a-3aa75a751c0b req-00394e44-e5a7-4f0e-a183-7e9e3277b6f5 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0604336 Feb 17 18:07:58.781255 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_common [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Allocated IP 172.20.0.4 (8b692563-0711-491c-a955-5219805de970/3d6ec705-9858-4b2b-9354-759e7d031a76/8572db7c-7467-4443-bb7c-6f66d2eb0a27) {{(pid=83942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:07:58.993749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks [] for port, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.023775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298685801503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.049192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-33856d44-df03-4a07-84df-ab173a72b40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:59.092194 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Deleting port 31732a40-0223-4e56-814b-6eba53af6ea0 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:59.092571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.219520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 31732a40-0223-4e56-814b-6eba53af6ea0 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:59.242757 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] The port '31732a40-0223-4e56-814b-6eba53af6ea0' was deleted {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:07:59.257587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 31732a40-0223-4e56-814b-6eba53af6ea0 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:59.257908 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 31732a40-0223-4e56-814b-6eba53af6ea0 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:59.365220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Pushing event updated for resources: {'Port': ['ID=8572db7c-7467-4443-bb7c-6f66d2eb0a27,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:59.377557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:59.417203 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.558030 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Network 8b692563-0711-491c-a955-5219805de970 is already hosted by enough agents. {{(pid=83942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:59.561681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.base_scheduler [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Resources bound (agent type, host, resource id): {{(pid=83942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:59.565296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Received port after_create {{(pid=83942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:59.593900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:59.622551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340a7934-8a02-4996-adaa-4c4c8acd129b') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:59.622892 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340a7934-8a02-4996-adaa-4c4c8acd129b') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:07:59.641626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.669390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:59.670067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.674905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.678380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:07:59.801922 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-b6f405fc-8929-4f2e-95c5-1a967e26024b tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9043493 Feb 17 18:07:59.836654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8e695-3726-4dba-8385-306d3c3d5ba3 req-358793d4-6a10-4a4b-ab2b-134e196af0ad tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:59.838186 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-78f8e695-3726-4dba-8385-306d3c3d5ba3 req-358793d4-6a10-4a4b-ab2b-134e196af0ad tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 931 time: 0.1007748 Feb 17 18:07:59.865624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Request body: {'port': {'device_id': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:59.888679 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-78f8e695-3726-4dba-8385-306d3c3d5ba3 req-dd8d69e0-92e6-4283-b564-81eee013bd57 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Synchronizing usage tracker for tenant:2e158d844aec430993adabda28ac0152 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:59.909209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-78f8e695-3726-4dba-8385-306d3c3d5ba3 req-dd8d69e0-92e6-4283-b564-81eee013bd57 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Unset dirty status for tenant:2e158d844aec430993adabda28ac0152 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:59.910472 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-78f8e695-3726-4dba-8385-306d3c3d5ba3 req-dd8d69e0-92e6-4283-b564-81eee013bd57 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Feb 17 18:07:59.934550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:07:59.945483 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.196598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.208798 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Network d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:00.234329 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:00.358877 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.409398 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:00.427425 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.436460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:00.440622 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:00.442163 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-70e9676b-ffbf-433e-b724-304444262441 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d3cf70d8-5af1-4944-b2a4-a2bbeaa63dea HTTP/1.1" status: 204 len: 168 time: 3.2443755 Feb 17 18:08:00.628022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55238) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:00.684865 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f45b6780-ca0e-47f4-b380-427717cdacc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2ec9fd9ea814aa894273850c4867bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554132 Feb 17 18:08:00.687491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55242) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:00.754948 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.788229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.835207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.840193 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6b89eb05-aa9e-4cdd-bc88-106a7bb294f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:00.856660 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26597834-c484-4af1-9b73-cbcaff8b29cd,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:00.859851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:00.862234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.863523 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26597834-c484-4af1-9b73-cbcaff8b29cd HTTP/1.1" status: 204 len: 168 time: 0.1749651 Feb 17 18:08:01.014803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8572db7c-7467-4443-bb7c-6f66d2eb0a27 {{(pid=83942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:08:01.024998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.038954 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Transition to ACTIVE for port object 8572db7c-7467-4443-bb7c-6f66d2eb0a27 will not be triggered until provisioned by entity L2. {{(pid=83942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:08:01.043550 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.061095 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-82e37bbd-38fa-4119-9448-98ec8cb6b4ef tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:01.147856 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cc158-f82b-4885-9ab2-313114a6c2a3 req-d83ce901-8bbd-44eb-9118-ea45051fe3d3 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:01.149849 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ed9cc158-f82b-4885-9ab2-313114a6c2a3 req-d83ce901-8bbd-44eb-9118-ea45051fe3d3 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.1028554 Feb 17 18:08:01.216663 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ed9cc158-f82b-4885-9ab2-313114a6c2a3 req-17b0de96-95e2-4250-8c8e-8682c7c4024d tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584056 Feb 17 18:08:01.238900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Pushing event updated for resources: {'Port': ['ID=8572db7c-7467-4443-bb7c-6f66d2eb0a27,revision_number=2']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:01.248264 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:01.357426 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55258) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:01.427337 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6df93092-9866-49b3-9c17-379dfb4f76d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7bd3ac93657e4095bbeb1b7a97b52582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686383 Feb 17 18:08:01.430326 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55262) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:01.449022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3561f25-fc71-403c-b285-a584e755830d req-8b5b3a64-b868-420a-a18b-6078e18de883 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:01.450648 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d3561f25-fc71-403c-b285-a584e755830d req-8b5b3a64-b868-420a-a18b-6078e18de883 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 946 time: 0.1393971 Feb 17 18:08:01.479168 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Attempting to bind port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:08:01.479543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Attempting to bind port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '5eb8e7bc-7a1f-4364-95db-63a9461f673f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b692563-0711-491c-a955-5219805de970'}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:08:01.479913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Attempting to bind port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 on network 8b692563-0711-491c-a955-5219805de970 {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:08:01.496440 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Checking agent: {'id': '3422885e-eef5-4f35-b637-8ac4fe4a823f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 55, 36), 'started_at': datetime.datetime(2021, 2, 17, 17, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:08:01.496819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Checking segment: {'id': '5eb8e7bc-7a1f-4364-95db-63a9461f673f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b692563-0711-491c-a955-5219805de970'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:08:01.497226 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.497621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Bound using segment: {'id': '5eb8e7bc-7a1f-4364-95db-63a9461f673f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b692563-0711-491c-a955-5219805de970'} {{(pid=83942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:08:01.498103 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Bound port: 8572db7c-7467-4443-bb7c-6f66d2eb0a27, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb8e7bc-7a1f-4364-95db-63a9461f673f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b692563-0711-491c-a955-5219805de970'}}] {{(pid=83942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:08:01.498505 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.499544 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d3561f25-fc71-403c-b285-a584e755830d req-3dc0348a-c750-49bb-956c-ce75e7da4863 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Feb 17 18:08:01.576534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2262-e120-4c7f-b574-784b95bbda6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.628692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2262-e120-4c7f-b574-784b95bbda6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.656178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] For port 8572db7c-7467-4443-bb7c-6f66d2eb0a27, host hv-cinder-76019, cleared binding levels {{(pid=83942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:08:01.677911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] For port 8572db7c-7467-4443-bb7c-6f66d2eb0a27, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8572db7c-7467-4443-bb7c-6f66d2eb0a27,segment=NetworkSegment(5eb8e7bc-7a1f-4364-95db-63a9461f673f),segment_id=5eb8e7bc-7a1f-4364-95db-63a9461f673f)] {{(pid=83942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:08:01.681556 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853127230'] for port, after_update {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.697306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-dedece13-5e78-46a7-87c3-9df9f99c5c54 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:01.823088 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2262-e120-4c7f-b574-784b95bbda6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.859367 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Pushing event updated for resources: {'Port': ['ID=8572db7c-7467-4443-bb7c-6f66d2eb0a27,revision_number=3']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:01.872189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2262-e120-4c7f-b574-784b95bbda6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.873397 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ad2e2262-e120-4c7f-b574-784b95bbda6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2a8a84f-e0a8-45ea-a43c-2495320bb3b2 HTTP/1.1" status: 204 len: 168 time: 0.4420285 Feb 17 18:08:01.877597 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:01.878251 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-38a85a61-3de9-434a-86fa-fd3cd1675140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:01.901101 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e2262-e120-4c7f-b574-784b95bbda6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a8a84f-e0a8-45ea-a43c-2495320bb3b2,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:01.904883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ad2e2262-e120-4c7f-b574-784b95bbda6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:01.919460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:01.920139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.921612 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-12cc9e15-5194-4897-b5da-89571011d590 service neutron] 10.222.0.38 "PUT /v2.0/ports/8572db7c-7467-4443-bb7c-6f66d2eb0a27 HTTP/1.1" status: 200 len: 1157 time: 2.0694754 Feb 17 18:08:01.922139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:02.016008 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27', 'status': 'completed', 'code': 200} Feb 17 18:08:02.054042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-57ba96aa-5306-4a46-beab-2d0ae88c31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.055711 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-57ba96aa-5306-4a46-beab-2d0ae88c31a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e158d844aec430993adabda28ac0152&device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 1160 time: 0.0834050 Feb 17 18:08:02.145326 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-7f252b4e-d97b-4935-bbd7-a857bf8e612e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8572db7c-7467-4443-bb7c-6f66d2eb0a27 HTTP/1.1" status: 200 len: 217 time: 0.0758593 Feb 17 18:08:02.220120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-67eb44f3-c4f2-474b-9f15-edbc24e91ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.221936 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-67eb44f3-c4f2-474b-9f15-edbc24e91ad9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3d6ec705-9858-4b2b-9354-759e7d031a76 HTTP/1.1" status: 200 len: 848 time: 0.0701756 Feb 17 18:08:02.294152 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-da084329-2414-44a3-818f-635c128883f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b692563-0711-491c-a955-5219805de970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651689 Feb 17 18:08:02.431227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b70e18-d3b5-4e1c-bfdd-3170ffb4fd36 req-b4e12ae6-a6dc-4f15-922a-c51ac7b22d20 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.432735 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-23b70e18-d3b5-4e1c-bfdd-3170ffb4fd36 req-b4e12ae6-a6dc-4f15-922a-c51ac7b22d20 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.0892725 Feb 17 18:08:02.441722 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-fb31e76e-3318-4208-af54-6adb4c58265b service neutron] 10.222.0.38 "GET /v2.0/networks/8b692563-0711-491c-a955-5219805de970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395111 Feb 17 18:08:02.480777 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-23b70e18-d3b5-4e1c-bfdd-3170ffb4fd36 req-88210b53-4023-44e0-84d9-7e6b5781f4a6 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Feb 17 18:08:02.589369 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-e4ce0333-39d5-4f82-860f-47c4ce2c4b8c req-ef4091a4-3924-40f3-a29c-d6136d2d4a5f service neutron] 10.222.0.38 "GET /v2.0/networks/8b692563-0711-491c-a955-5219805de970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396973 Feb 17 18:08:02.703434 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ea11b-9c5e-4f72-98b6-ca12b720744d req-a136d2f5-f07e-4565-ac47-ad6d104e5dbf tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.704972 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-579ea11b-9c5e-4f72-98b6-ca12b720744d req-a136d2f5-f07e-4565-ac47-ad6d104e5dbf tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 946 time: 0.0865633 Feb 17 18:08:02.714842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-fce02c7e-c8eb-4171-ac87-ed45391ff92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.716448 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-fce02c7e-c8eb-4171-ac87-ed45391ff92f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e158d844aec430993adabda28ac0152&device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 1160 time: 0.0810554 Feb 17 18:08:02.754641 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-579ea11b-9c5e-4f72-98b6-ca12b720744d req-9a1c6816-17ec-4377-80eb-6ff8e64eca00 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Feb 17 18:08:02.857708 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-e3673bd7-3b65-432d-a9f1-e1214f1dde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.859305 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-e3673bd7-3b65-432d-a9f1-e1214f1dde68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b692563-0711-491c-a955-5219805de970 HTTP/1.1" status: 200 len: 902 time: 0.1363568 Feb 17 18:08:02.934645 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-8e018b3b-822f-49cc-b8d8-18c176b48f5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8572db7c-7467-4443-bb7c-6f66d2eb0a27 HTTP/1.1" status: 200 len: 217 time: 0.0684791 Feb 17 18:08:03.002968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-b0637134-170e-4a4c-a42b-f16652b020ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:03.004399 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-b0637134-170e-4a4c-a42b-f16652b020ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3d6ec705-9858-4b2b-9354-759e7d031a76 HTTP/1.1" status: 200 len: 848 time: 0.0625591 Feb 17 18:08:03.058864 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-dbfe8d76-f0a5-4852-88f5-22853708a9d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b692563-0711-491c-a955-5219805de970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459197 Feb 17 18:08:03.202300 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-bd6b1e17-4d2c-4095-8321-69f0a18563f3 service neutron] 10.222.0.38 "GET /v2.0/networks/8b692563-0711-491c-a955-5219805de970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364553 Feb 17 18:08:03.350202 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-16ba5faf-9a9b-44de-ba91-0c3756a50e2f req-a136802b-73a6-40bb-a8eb-d0387d4fa4df service neutron] 10.222.0.38 "GET /v2.0/networks/8b692563-0711-491c-a955-5219805de970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409214 Feb 17 18:08:03.560652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-a3f0c07b-79b5-4e6e-936f-22b03f7e8205 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:03.561449 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-a3f0c07b-79b5-4e6e-936f-22b03f7e8205 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Synchronizing usage tracker for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:03.578061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-a3f0c07b-79b5-4e6e-936f-22b03f7e8205 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Unset dirty status for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:03.579260 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-a3f0c07b-79b5-4e6e-936f-22b03f7e8205 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 946 time: 0.1077199 Feb 17 18:08:03.656943 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Deleting port 0c8e8579-e312-44e5-a83c-51a49c971f97 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:03.657327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:03.684050 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6b423-27ea-4857-b418-00036d798a72 req-d3e9795a-1d8b-4967-9325-8ff16fc9f72f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:03.685654 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1ba6b423-27ea-4857-b418-00036d798a72 req-d3e9795a-1d8b-4967-9325-8ff16fc9f72f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.0917907 Feb 17 18:08:03.733755 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1ba6b423-27ea-4857-b418-00036d798a72 req-cf0a0e55-bbcc-47a1-9fb8-b08f43699e0c tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Feb 17 18:08:03.924360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] For port 0c8e8579-e312-44e5-a83c-51a49c971f97, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0c8e8579-e312-44e5-a83c-51a49c971f97,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:03.924654 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:03.952865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa48d28-47ad-411a-ab3e-5fc402968fad req-bd2eae01-3713-41f0-b686-dbfd41bb475a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:03.954486 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fa48d28-47ad-411a-ab3e-5fc402968fad req-bd2eae01-3713-41f0-b686-dbfd41bb475a tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 946 time: 0.0874033 Feb 17 18:08:04.003630 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6fa48d28-47ad-411a-ab3e-5fc402968fad req-4dc3118a-324c-4902-8719-9264ca7671a3 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Feb 17 18:08:04.060257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Calling delete_port for 0c8e8579-e312-44e5-a83c-51a49c971f97 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:04.209239 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:04.224333 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-294e5d94-54e8-4802-8227-07d648f42c7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:04.325293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event deleted for resources: {'Port': ['ID=0c8e8579-e312-44e5-a83c-51a49c971f97,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:04.335004 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:04.434563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] No DVR routers for this DVR port 0c8e8579-e312-44e5-a83c-51a49c971f97 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:04.436663 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:04.439361 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'name': 'network-vif-deleted', 'tag': '0c8e8579-e312-44e5-a83c-51a49c971f97'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:04.453835 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2dd2e99b-f650-4f50-bda1-019b56079977 req-7c50ef48-0f25-41ed-bbf6-6c3a7cef5663 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "DELETE /v2.0/ports/0c8e8579-e312-44e5-a83c-51a49c971f97 HTTP/1.1" status: 204 len: 173 time: 0.8688233 Feb 17 18:08:04.488281 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b35aab0-7d60-4ca9-9c9a-dbee63e00044', 'name': 'network-vif-deleted', 'tag': '0c8e8579-e312-44e5-a83c-51a49c971f97', 'status': 'completed', 'code': 200} Feb 17 18:08:04.939416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063363c4-8b39-4215-916a-d111005e3910 req-fd5165c9-2e30-456f-a1fb-bc9484219113 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:04.941020 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-063363c4-8b39-4215-916a-d111005e3910 req-fd5165c9-2e30-456f-a1fb-bc9484219113 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.0913689 Feb 17 18:08:04.988714 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-063363c4-8b39-4215-916a-d111005e3910 req-5ff87f41-b873-4214-954b-71d796a0c45d tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Feb 17 18:08:05.183627 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-63452491-90f3-4064-87b7-5f2152caa043 req-a636a674-e201-4e21-9dc3-cd21b2c93c46 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b35aab0-7d60-4ca9-9c9a-dbee63e00044 HTTP/1.1" status: 200 len: 210 time: 0.0485141 Feb 17 18:08:05.919052 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 0c8e8579-e312-44e5-a83c-51a49c971f97 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:05.959438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 0c8e8579-e312-44e5-a83c-51a49c971f97 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:05.959834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 0c8e8579-e312-44e5-a83c-51a49c971f97 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:06.188223 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c6596-3fe6-4741-9e7c-259b0c67d1ab req-43884c44-35a8-4138-a730-6380421d43e3 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:06.189765 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-703c6596-3fe6-4741-9e7c-259b0c67d1ab req-43884c44-35a8-4138-a730-6380421d43e3 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.0887938 Feb 17 18:08:06.238362 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-703c6596-3fe6-4741-9e7c-259b0c67d1ab req-ac1c044c-e712-4df3-ad26-ce1c017b50dd tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Feb 17 18:08:06.374028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:07.440887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f970a9-256c-4d6b-87de-1dae7d60fc76 req-51ae267e-bc44-45ec-be78-1afc83e54efb tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:07.442421 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-47f970a9-256c-4d6b-87de-1dae7d60fc76 req-51ae267e-bc44-45ec-be78-1afc83e54efb tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.0891109 Feb 17 18:08:07.489951 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-47f970a9-256c-4d6b-87de-1dae7d60fc76 req-535663fb-3dc3-4834-8791-736b63533ba0 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Feb 17 18:08:07.890385 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca93af-c0c8-4bc0-88a1-6496db1443cf req-8afde6ee-ce3d-4b67-9c2c-5df4c2fdacdf tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:07.892627 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18ca93af-c0c8-4bc0-88a1-6496db1443cf req-8afde6ee-ce3d-4b67-9c2c-5df4c2fdacdf tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 945 time: 0.0865548 Feb 17 18:08:07.941188 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-18ca93af-c0c8-4bc0-88a1-6496db1443cf req-226d0148-3572-4afc-8da7-e24df628b680 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Feb 17 18:08:08.694667 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451feff5-b227-4fa2-8c11-b45b0c7b50d5 req-ca70a024-9dc6-44ad-9765-d6bea9a8f5a6 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:08.696163 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-451feff5-b227-4fa2-8c11-b45b0c7b50d5 req-ca70a024-9dc6-44ad-9765-d6bea9a8f5a6 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.0901048 Feb 17 18:08:08.742698 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-451feff5-b227-4fa2-8c11-b45b0c7b50d5 req-b3254a1b-2cc5-4dfa-9735-b67738d69346 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Feb 17 18:08:09.137842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859927-fff4-434f-9db8-8a0396fdae9d req-2c57f173-72c4-43e4-b196-9657530146e7 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:09.139460 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2b859927-fff4-434f-9db8-8a0396fdae9d req-2c57f173-72c4-43e4-b196-9657530146e7 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 945 time: 0.0860839 Feb 17 18:08:09.190958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.objects.ports [None req-a6300bf9-5fd3-4876-95b9-d5602c245911 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:08:09.191838 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2b859927-fff4-434f-9db8-8a0396fdae9d req-8bb881d8-0bbf-4400-b638-75d4fc0e905b tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Feb 17 18:08:09.828985 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-e986125a-ec89-4680-a4b0-827b5b12d56d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:09.829791 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-e986125a-ec89-4680-a4b0-827b5b12d56d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Synchronizing usage tracker for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:09.844688 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-e986125a-ec89-4680-a4b0-827b5b12d56d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Unset dirty status for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:09.846036 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-e986125a-ec89-4680-a4b0-827b5b12d56d tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 945 time: 0.1019561 Feb 17 18:08:09.925454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Deleting port c1f3fccc-20c4-4644-ba26-19055a3e03b4 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:09.925837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:09.945257 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e20e-6931-4dab-99ae-5d8f4bcf31c2 req-0cda786b-39a7-426b-a00b-b51e3c100e32 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:09.946906 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b927e20e-6931-4dab-99ae-5d8f4bcf31c2 req-0cda786b-39a7-426b-a00b-b51e3c100e32 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 943 time: 0.0896420 Feb 17 18:08:09.996399 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-b927e20e-6931-4dab-99ae-5d8f4bcf31c2 req-d8a9843f-79b8-4888-b68e-9302963c1199 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 Feb 17 18:08:10.061495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8572db7c-7467-4443-bb7c-6f66d2eb0a27 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:10.139701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning for port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 completed by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:08:10.145393 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:10.145816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:10.283417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:10.328150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 8572db7c-7467-4443-bb7c-6f66d2eb0a27, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8572db7c-7467-4443-bb7c-6f66d2eb0a27,segment=NetworkSegment(5eb8e7bc-7a1f-4364-95db-63a9461f673f),segment_id=5eb8e7bc-7a1f-4364-95db-63a9461f673f)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:10.329591 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:10.340872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:10.346640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7556e663-2735-44ff-bacb-e7050c96cf17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:10.410785 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27', 'code': 200} Feb 17 18:08:10.439662 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=8572db7c-7467-4443-bb7c-6f66d2eb0a27,revision_number=4']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:10.444563 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d656a-bafe-4533-84d9-7da1b9cd46a6 req-04678e06-2f87-4c27-9295-f4da5ebe0d25 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:10.444706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:10.447072 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-879d656a-bafe-4533-84d9-7da1b9cd46a6 req-04678e06-2f87-4c27-9295-f4da5ebe0d25 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 945 time: 0.1303494 Feb 17 18:08:10.477175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] For port c1f3fccc-20c4-4644-ba26-19055a3e03b4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c1f3fccc-20c4-4644-ba26-19055a3e03b4,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:10.477661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:10.633903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Calling delete_port for c1f3fccc-20c4-4644-ba26-19055a3e03b4 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:10.750099 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-879d656a-bafe-4533-84d9-7da1b9cd46a6 req-37497575-d2fe-4dd3-963e-c1166e021881 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920113 Feb 17 18:08:10.801680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b567021-54b8-4a0f-bf74-14f60498ff70 req-b35e6b16-ad94-4480-aee0-5b23b14fa516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:10.803330 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3b567021-54b8-4a0f-bf74-14f60498ff70 req-b35e6b16-ad94-4480-aee0-5b23b14fa516 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 1162 time: 0.1840816 Feb 17 18:08:10.902906 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-3b567021-54b8-4a0f-bf74-14f60498ff70 req-0392d20f-24dd-4d5f-bbf3-acdae5e0f315 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654969 Feb 17 18:08:10.905778 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:10.920794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5481db6f-ada6-41c5-b29d-a3632e13a020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:11.032420 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event deleted for resources: {'Port': ['ID=c1f3fccc-20c4-4644-ba26-19055a3e03b4,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:11.035199 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:11.148644 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] No DVR routers for this DVR port c1f3fccc-20c4-4644-ba26-19055a3e03b4 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:11.150943 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:11.153862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748873e2-e63a-4f87-accb-14802562fae4', 'name': 'network-vif-deleted', 'tag': 'c1f3fccc-20c4-4644-ba26-19055a3e03b4'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:11.170095 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-fbc55dd9-8876-4a30-a16f-93c14c7bbc1f req-4092dba3-3dec-404e-adca-81329126d3ca tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "DELETE /v2.0/ports/c1f3fccc-20c4-4644-ba26-19055a3e03b4 HTTP/1.1" status: 204 len: 173 time: 1.3181782 Feb 17 18:08:11.206367 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748873e2-e63a-4f87-accb-14802562fae4', 'name': 'network-vif-deleted', 'tag': 'c1f3fccc-20c4-4644-ba26-19055a3e03b4', 'status': 'completed', 'code': 200} Feb 17 18:08:11.217203 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ee4ed-be2a-4d88-b56b-b2dd9aa2b82a req-239d7370-0a6b-4b78-8e19-4598548b693a tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:11.218869 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ef9ee4ed-be2a-4d88-b56b-b2dd9aa2b82a req-239d7370-0a6b-4b78-8e19-4598548b693a tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 945 time: 0.1043785 Feb 17 18:08:11.273669 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ef9ee4ed-be2a-4d88-b56b-b2dd9aa2b82a req-a2f4aa1f-8f6b-42f7-bdea-dfa669ce4aab tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Feb 17 18:08:11.653701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8572db7c-7467-4443-bb7c-6f66d2eb0a27 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:11.727127 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:11.727560 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:11.888487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device c1f3fccc-20c4-4644-ba26-19055a3e03b4 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:11.929661 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: c1f3fccc-20c4-4644-ba26-19055a3e03b4 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:11.930248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device c1f3fccc-20c4-4644-ba26-19055a3e03b4 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:11.950441 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-814f85bc-7ff8-40ab-b775-1ebbb8367de6 req-672c62f5-093c-4458-b3cb-5101d1371ad8 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=748873e2-e63a-4f87-accb-14802562fae4 HTTP/1.1" status: 200 len: 210 time: 0.0508444 Feb 17 18:08:12.482493 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ced5bf-a918-40a0-ab92-c9ed6da3804d req-65fd5e7d-b5eb-4a31-b2d5-5a11cb9d712c tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:12.484780 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-58ced5bf-a918-40a0-ab92-c9ed6da3804d req-65fd5e7d-b5eb-4a31-b2d5-5a11cb9d712c tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 945 time: 0.0909019 Feb 17 18:08:12.536578 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-58ced5bf-a918-40a0-ab92-c9ed6da3804d req-616994e6-0764-4547-b01c-e5a43d4736fd tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Feb 17 18:08:12.743916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b0718ae-7844-4d72-b0e3-4c982e196a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:13.433986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6faa4-6659-41b1-bab3-c6007a2b30a4 req-7d327289-4d2f-419c-a071-9d476e72cb6c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:13.435632 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9af6faa4-6659-41b1-bab3-c6007a2b30a4 req-7d327289-4d2f-419c-a071-9d476e72cb6c tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 946 time: 0.0923858 Feb 17 18:08:13.492180 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9af6faa4-6659-41b1-bab3-c6007a2b30a4 req-cfda9ad3-687e-4da9-8863-a1e82d14c0a6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Feb 17 18:08:13.743494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8370c-0123-4633-98bd-dee84af7ceb3 req-eeb5d040-d065-4e2a-a3f6-f23d84b464c6 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:13.745062 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56a8370c-0123-4633-98bd-dee84af7ceb3 req-eeb5d040-d065-4e2a-a3f6-f23d84b464c6 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 945 time: 0.0896943 Feb 17 18:08:13.793629 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-56a8370c-0123-4633-98bd-dee84af7ceb3 req-833cf7b1-ce9b-4d63-ae98-9be0d1d5739a tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Feb 17 18:08:14.701349 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf89b1-1223-4913-a227-d4af40bc177d req-5571956e-a172-4aa2-9796-d96f7c6f578e tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:14.703014 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ddf89b1-1223-4913-a227-d4af40bc177d req-5571956e-a172-4aa2-9796-d96f7c6f578e tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 946 time: 0.0884318 Feb 17 18:08:14.761220 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-7ddf89b1-1223-4913-a227-d4af40bc177d req-e731c2e4-129e-4f0c-9f2e-dc5062241aff tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Feb 17 18:08:15.146854 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-512af14b-695f-43cb-947e-76f3703dd5b0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:15.147612 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-512af14b-695f-43cb-947e-76f3703dd5b0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Synchronizing usage tracker for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:15.155756 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 195a2f86-a64e-4560-ae64-a5246674d695 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:15.164314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-512af14b-695f-43cb-947e-76f3703dd5b0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Unset dirty status for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:15.165581 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-512af14b-695f-43cb-947e-76f3703dd5b0 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 946 time: 0.1046896 Feb 17 18:08:15.249687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Deleting port 195a2f86-a64e-4560-ae64-a5246674d695 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:15.250076 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.292176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1a3f9a78-ffae-4508-a2fb-7830a95a38a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.294327 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.334021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:15.356113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 195a2f86-a64e-4560-ae64-a5246674d695, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=195a2f86-a64e-4560-ae64-a5246674d695,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:15.360430 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.364991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:15.413058 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695', 'code': 200} Feb 17 18:08:15.444290 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.461725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=195a2f86-a64e-4560-ae64-a5246674d695,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:15.465587 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:15.542049 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] For port 195a2f86-a64e-4560-ae64-a5246674d695, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=195a2f86-a64e-4560-ae64-a5246674d695,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:15.542494 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.684646 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Calling delete_port for 195a2f86-a64e-4560-ae64-a5246674d695 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:15.774857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:08:15.774857 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:08:15.971422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eee2e-40c8-4753-b3ca-02644a49eb6f req-d9ac1238-1bbe-4884-942a-2fae5e5fe3d4 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:15.973095 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-833eee2e-40c8-4753-b3ca-02644a49eb6f req-d9ac1238-1bbe-4884-942a-2fae5e5fe3d4 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 944 time: 0.0965419 Feb 17 18:08:16.023677 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-833eee2e-40c8-4753-b3ca-02644a49eb6f req-54cbabca-59e2-42ce-b150-b369f5c29da1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Feb 17 18:08:16.276259 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Deleting port 195a2f86-a64e-4560-ae64-a5246674d695 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:16.276906 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.455443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.590775 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] For port 195a2f86-a64e-4560-ae64-a5246674d695, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=195a2f86-a64e-4560-ae64-a5246674d695,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:16.591177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.743737 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Calling delete_port for 195a2f86-a64e-4560-ae64-a5246674d695 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:16.900899 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.917692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-77b97b72-293f-4ab8-916d-13aeea045c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:17.019687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event deleted for resources: {'Port': ['ID=195a2f86-a64e-4560-ae64-a5246674d695,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:17.030089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:17.139883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] No DVR routers for this DVR port 195a2f86-a64e-4560-ae64-a5246674d695 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:17.142289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:17.146305 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'name': 'network-vif-deleted', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:17.163491 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-64a6c9ef-972e-43f3-a8e7-c22a91923140 req-7b83cbce-bfe5-4b30-86f5-dc343a4e4f47 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "DELETE /v2.0/ports/195a2f86-a64e-4560-ae64-a5246674d695 HTTP/1.1" status: 204 len: 173 time: 1.9916623 Feb 17 18:08:17.203251 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c872c5f-6413-4091-b9b0-7c394f97f357', 'name': 'network-vif-deleted', 'tag': '195a2f86-a64e-4560-ae64-a5246674d695', 'status': 'completed', 'code': 200} Feb 17 18:08:17.217168 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-62bc943a-3e87-43ed-916c-ef8603aa3d78 req-4051b242-7581-4f75-8b29-d80279b2d1c6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c872c5f-6413-4091-b9b0-7c394f97f357 HTTP/1.1" status: 200 len: 210 time: 0.0732520 Feb 17 18:08:17.340997 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:17.681229 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f497c38-73e9-440a-b28b-4d2eeb87b56a req-ae2499fb-07b3-4e2e-a6ad-d9d6ed2aa063 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:17.683109 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2f497c38-73e9-440a-b28b-4d2eeb87b56a req-ae2499fb-07b3-4e2e-a6ad-d9d6ed2aa063 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 945 time: 0.0911758 Feb 17 18:08:17.733786 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-2f497c38-73e9-440a-b28b-4d2eeb87b56a req-7abf4bfc-dfc6-454f-b34d-4b562e4fb612 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Feb 17 18:08:18.939403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a0287-2296-46e4-a841-6092efbe4770 req-09b0a198-3182-4b32-b52a-08511cb1f914 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:18.940910 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-129a0287-2296-46e4-a841-6092efbe4770 req-09b0a198-3182-4b32-b52a-08511cb1f914 tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 945 time: 0.0906243 Feb 17 18:08:18.988320 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-129a0287-2296-46e4-a841-6092efbe4770 req-a411474b-6c7e-489d-be25-d5ba623ef46c tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/security-groups?id=9d2ea1a8-8076-4a6d-a174-3c246f044671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Feb 17 18:08:19.213693 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 8572db7c-7467-4443-bb7c-6f66d2eb0a27 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:19.254703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff518807-3d63-4473-a79e-344106c54276 req-5f12c5a7-679e-4753-a1ab-26efff3356dd tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:19.255475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-ff518807-3d63-4473-a79e-344106c54276 req-5f12c5a7-679e-4753-a1ab-26efff3356dd tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Synchronizing usage tracker for tenant:2e158d844aec430993adabda28ac0152 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:19.271057 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-ff518807-3d63-4473-a79e-344106c54276 req-5f12c5a7-679e-4753-a1ab-26efff3356dd tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Unset dirty status for tenant:2e158d844aec430993adabda28ac0152 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:19.272313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ff518807-3d63-4473-a79e-344106c54276 req-5f12c5a7-679e-4753-a1ab-26efff3356dd tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 945 time: 0.1030288 Feb 17 18:08:19.341043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.354921 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Deleting port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:19.355307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.369965 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27'}] {{(pid=83943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:19.380819 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] For port 8572db7c-7467-4443-bb7c-6f66d2eb0a27, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8572db7c-7467-4443-bb7c-6f66d2eb0a27,segment=NetworkSegment(5eb8e7bc-7a1f-4364-95db-63a9461f673f),segment_id=5eb8e7bc-7a1f-4364-95db-63a9461f673f)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:19.384146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053'] for port, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.386032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:19.425280 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27', 'code': 200} Feb 17 18:08:19.459106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Pushing event updated for resources: {'Port': ['ID=8572db7c-7467-4443-bb7c-6f66d2eb0a27,revision_number=5']} {{(pid=83943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:19.462370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:19.620799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] For port 8572db7c-7467-4443-bb7c-6f66d2eb0a27, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8572db7c-7467-4443-bb7c-6f66d2eb0a27,segment=NetworkSegment(5eb8e7bc-7a1f-4364-95db-63a9461f673f),segment_id=5eb8e7bc-7a1f-4364-95db-63a9461f673f)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:19.621177 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.763045 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Calling delete_port for 8572db7c-7467-4443-bb7c-6f66d2eb0a27 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:19.915342 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.931242 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:19.945269 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4752df-40d1-4ac7-a5aa-fd03d41fce52 req-aa4c148f-ac45-4ff3-81ca-bca29945d853 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:19.946990 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f4752df-40d1-4ac7-a5aa-fd03d41fce52 req-aa4c148f-ac45-4ff3-81ca-bca29945d853 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0883825 Feb 17 18:08:19.995885 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f4752df-40d1-4ac7-a5aa-fd03d41fce52 req-b6b00480-8f3c-42eb-abe6-8a16cd652aa9 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Feb 17 18:08:20.027479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Pushing event deleted for resources: {'Port': ['ID=8572db7c-7467-4443-bb7c-6f66d2eb0a27,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:20.034895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:20.146161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] No DVR routers for this DVR port 8572db7c-7467-4443-bb7c-6f66d2eb0a27 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:20.148470 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:20.151261 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'name': 'network-vif-deleted', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:20.168449 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ff518807-3d63-4473-a79e-344106c54276 req-0978af4b-3e60-4868-bbc4-6cba7bcf0d5f tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.38 "DELETE /v2.0/ports/8572db7c-7467-4443-bb7c-6f66d2eb0a27 HTTP/1.1" status: 204 len: 173 time: 0.8903172 Feb 17 18:08:20.169343 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-f06ded30-33f9-4fab-91e1-d04226811098 req-c59ba223-b392-40f7-9c7b-c6b7fc552fca tempest-VolumesActionsTest-1343017785 tempest-VolumesActionsTest-1343017785-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d046495-d88e-404d-b4e7-ae1c367bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0535388 Feb 17 18:08:20.205490 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d046495-d88e-404d-b4e7-ae1c367bbb02', 'name': 'network-vif-deleted', 'tag': '8572db7c-7467-4443-bb7c-6f66d2eb0a27', 'status': 'completed', 'code': 200} Feb 17 18:08:21.193871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f463e74-3e7d-4a0e-a24f-74933bcc5c57 req-47eade35-446f-405e-b5e6-075155c6937e tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:21.195512 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f463e74-3e7d-4a0e-a24f-74933bcc5c57 req-47eade35-446f-405e-b5e6-075155c6937e tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0867593 Feb 17 18:08:21.248855 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-6f463e74-3e7d-4a0e-a24f-74933bcc5c57 req-c80c6443-6aac-4c3e-9f1f-8f1930c94b98 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Feb 17 18:08:22.010949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-05a826ef-a8c5-4372-8c91-313a978c8423 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:22.011706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-05a826ef-a8c5-4372-8c91-313a978c8423 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Synchronizing usage tracker for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:22.026437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-05a826ef-a8c5-4372-8c91-313a978c8423 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Unset dirty status for tenant:2e0cc09525cb43a7b6e0ba1594feba73 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:22.027640 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-05a826ef-a8c5-4372-8c91-313a978c8423 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1003439 Feb 17 18:08:22.109573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Deleting port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:22.109884 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.375134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] For port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,segment=NetworkSegment(bce3fe54-7d8f-4ebd-89a7-d4659e34a085),segment_id=bce3fe54-7d8f-4ebd-89a7-d4659e34a085)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:22.375697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.450770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2ef1d-f209-4762-8af4-d887979740c4 req-5658eb41-07de-4d52-8565-42004072cdea tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:22.452375 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d4d2ef1d-f209-4762-8af4-d887979740c4 req-5658eb41-07de-4d52-8565-42004072cdea tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0874851 Feb 17 18:08:22.502924 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d4d2ef1d-f209-4762-8af4-d887979740c4 req-c1a6e92e-cfd5-4fc0-bc90-69d968ed84c1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/security-groups?id=d375d4f4-9b76-4148-bc29-cf65fbae66c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Feb 17 18:08:22.510486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Calling delete_port for a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:22.660897 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.675902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-13037d23-9d5a-4861-846b-18c5088638ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:23.008448 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Pushing event deleted for resources: {'Port': ['ID=a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:23.018669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:23.115462 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] No DVR routers for this DVR port a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:23.117702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.120458 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'name': 'network-vif-deleted', 'tag': 'a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:23.135328 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-1d058c10-0a4b-4888-84f4-4451c01d5b1d req-c5afe908-dbcc-4132-8fd3-272cc65f54f6 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.38 "DELETE /v2.0/ports/a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 HTTP/1.1" status: 204 len: 173 time: 1.0991099 Feb 17 18:08:23.162390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:23.174724 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f90a8d4-46f1-4364-a144-000af2e5d1c7', 'name': 'network-vif-deleted', 'tag': 'a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9', 'status': 'completed', 'code': 200} Feb 17 18:08:23.207596 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:23.207727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device a9f274f2-c2c4-44e6-8869-e43b1a1e4ad9 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:23.681833 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-d909f57b-4036-4acb-a592-b6775327c32e req-d5037d56-8ecf-4dd3-9e25-b53dd04fd7f8 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f90a8d4-46f1-4364-a144-000af2e5d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0494812 Feb 17 18:08:24.783196 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55426) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:24.857687 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Deleting subnet c59ec661-39b5-4ee9-a0e0-76685fddd0db {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:08:24.860983 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.917594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3569966'] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.977160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.246383 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1647903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2300780'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.262279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ef23a786-c11d-45dc-a4c8-790f4f73b571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:25.351803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59ec661-39b5-4ee9-a0e0-76685fddd0db,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:25.372039 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.372598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.373067 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.373468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.373865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.374263 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.374680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.375069 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.375460 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.375851 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.376813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.377205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.377683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.378074 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.378491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.378881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.379267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.379652 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.380037 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.380434 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.380813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.381195 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.381580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.381963 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:25.386421 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:25.417925 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.424590 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-51a2406a-afef-4800-99af-6d22e3c07cee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c59ec661-39b5-4ee9-a0e0-76685fddd0db HTTP/1.1" status: 204 len: 168 time: 0.6399748 Feb 17 18:08:25.427314 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55436) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:25.543830 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.732831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.846805 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feef6e6c-2bf2-4737-aa95-ed2f167bdc2a']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:25.859303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:25.859632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce3fe54-7d8f-4ebd-89a7-d4659e34a085') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:25.871870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.886594 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.888579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:08:26.069017 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:26.078078 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.262790 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Network feef6e6c-2bf2-4737-aa95-ed2f167bdc2a has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:26.287107 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:26.367761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.372120 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.375950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-81944eb8-58b8-4d72-840d-fabeec1aac8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:26.399651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Pushing event deleted for resources: {'Network': ['ID=feef6e6c-2bf2-4737-aa95-ed2f167bdc2a,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:26.402166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:26.407894 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-db5667e4-9863-4236-9a17-36c2b004b312 admin admin] 10.222.0.52 "DELETE /v2.0/networks/feef6e6c-2bf2-4737-aa95-ed2f167bdc2a HTTP/1.1" status: 204 len: 168 time: 0.9794595 Feb 17 18:08:26.593866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55452) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:26.649950 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-52910e14-c71f-4c52-b4a0-71ebfcecdd7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e0cc09525cb43a7b6e0ba1594feba73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547087 Feb 17 18:08:26.652744 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55456) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:26.715246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.742230 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.786205 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.791547 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2dca2b75-a891-4e0e-8bcb-b72aab0212b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:26.805370 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d375d4f4-9b76-4148-bc29-cf65fbae66c6,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:26.807869 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:26.816310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.817630 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d375d4f4-9b76-4148-bc29-cf65fbae66c6 HTTP/1.1" status: 204 len: 168 time: 0.1638186 Feb 17 18:08:34.563346 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:08:36.406996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:36.844762 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9a19d772-c628-4852-9d84-389781016b92 req-baeb5df3-6238-4749-9109-6fc4f47e0ea2 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1716490885&fields=id&tenant_id=a48f0d7badec4e0d8009ed7e782021b5 HTTP/1.1" status: 200 len: 267 time: 0.0432055 Feb 17 18:08:36.932738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d772-c628-4852-9d84-389781016b92 req-dc6e14f2-e95a-4ece-a1e8-4693933fee80 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:36.934209 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9a19d772-c628-4852-9d84-389781016b92 req-dc6e14f2-e95a-4ece-a1e8-4693933fee80 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 985 time: 0.0835252 Feb 17 18:08:36.946410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.v2.base [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Request body: {'port': {'security_groups': ['9eaefad8-9261-44a4-b7f8-3442e43ffee1']}} {{(pid=83941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:37.078599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838068857'] for port, before_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.395529 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] For port 41e41c37-23be-4e91-92a0-0ee6e0b05303, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:37.421256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for port, precommit_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.425410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363298685418475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738168951018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738168951053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630064'] for port, after_update {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.440577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0820e9b8-6cee-471e-8654-c06341e9df72 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:37.593256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event updated for resources: {'Port': ['ID=41e41c37-23be-4e91-92a0-0ee6e0b05303,revision_number=6']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:37.615675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.616100 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.616538 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.616920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.617326 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.617727 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.618131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.618557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.618958 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.619356 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.619755 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.620151 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.620640 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.621040 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.621438 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.621833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.622227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.622749 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.623024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.623422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.623817 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.624210 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.624608 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.625001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-3-smb {{(pid=83941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:37.638182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:37.661266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:37.661935 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.663446 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-9a19d772-c628-4852-9d84-389781016b92 req-d238ee8b-808e-4f00-91cd-409751cc129d tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "PUT /v2.0/ports/41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 943 time: 0.7220423 Feb 17 18:08:37.664728 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:37.718041 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'status': 'completed', 'code': 200} Feb 17 18:08:37.762145 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-228e03d7-7509-430b-8fbf-69363b080df9 req-308d0a95-6ff0-40c2-a193-9152b609bf2f tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups/66f9a0dd-6792-4f71-bbaa-03750b28d05a HTTP/1.1" status: 200 len: 3005 time: 0.0743439 Feb 17 18:08:37.867459 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-228e03d7-7509-430b-8fbf-69363b080df9 req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.900725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-228e03d7-7509-430b-8fbf-69363b080df9 req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.947001 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-096d4ada-5dfc-4c11-8212-3ac7dc932454 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity DHCP. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:37.947685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-096d4ada-5dfc-4c11-8212-3ac7dc932454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.964537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-228e03d7-7509-430b-8fbf-69363b080df9 req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.970849 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-423347d9-c3fa-433c-84cc-ac49996269c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:37.995059 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018118-5456-469b-a397-09e53f3a14b6 req-8442b772-ef30-430c-a69f-267895c85a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:37.996921 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-8442b772-ef30-430c-a69f-267895c85a37 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1163 time: 0.2570205 Feb 17 18:08:38.012626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f9a0dd-6792-4f71-bbaa-03750b28d05a,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:38.016721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:38.031955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-228e03d7-7509-430b-8fbf-69363b080df9 req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:38.034012 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-228e03d7-7509-430b-8fbf-69363b080df9 req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "DELETE /v2.0/security-groups/66f9a0dd-6792-4f71-bbaa-03750b28d05a HTTP/1.1" status: 204 len: 173 time: 0.2707293 Feb 17 18:08:38.183381 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018118-5456-469b-a397-09e53f3a14b6 req-8c6fccb7-68ea-4a1c-8031-3b2e81980bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:38.185457 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-8c6fccb7-68ea-4a1c-8031-3b2e81980bb2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1813803 Feb 17 18:08:38.223620 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-5f8a2426-ea74-4c89-935d-8cc14f9115dc tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/floatingips/88375f75-7d74-40fa-a82a-d1b67801397b HTTP/1.1" status: 200 len: 999 time: 0.1570961 Feb 17 18:08:38.309363 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-64cd6bad-a9cd-495c-aff6-28e396378846 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 1002 time: 0.1171253 Feb 17 18:08:38.380137 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018118-5456-469b-a397-09e53f3a14b6 req-e2373a56-540b-4324-afe2-3a4fb237ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:38.381744 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-e2373a56-540b-4324-afe2-3a4fb237ee5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0656803 Feb 17 18:08:38.392680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdad14-612e-4731-a464-c15526eee55c req-4b1721be-a0ff-42d4-85cb-cda0fd687bfb tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:38.394149 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-4b1721be-a0ff-42d4-85cb-cda0fd687bfb tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/networks/b6e25248-6bed-4b78-8681-3d07b5d178fb HTTP/1.1" status: 200 len: 784 time: 0.1645620 Feb 17 18:08:38.471176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018118-5456-469b-a397-09e53f3a14b6 req-b9eaf825-7f46-43e8-832c-2f71d7ed4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:38.472755 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-b9eaf825-7f46-43e8-832c-2f71d7ed4175 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847120 Feb 17 18:08:38.483726 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-4b22853f-bc38-4d10-a53b-c5ed248771fd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=83942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:08:38.484743 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-4b22853f-bc38-4d10-a53b-c5ed248771fd service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054145 Feb 17 18:08:38.508478 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-49976dbf-b4bd-400a-8e99-d4b1e3145587 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.144 HTTP/1.1" status: 200 len: 1002 time: 0.1073089 Feb 17 18:08:38.592399 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdad14-612e-4731-a464-c15526eee55c req-2bc00c5d-955b-47ab-9641-8434e42a9efa tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:38.593865 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-2bc00c5d-955b-47ab-9641-8434e42a9efa tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports/41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 943 time: 0.0795228 Feb 17 18:08:38.627423 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-447cc1c2-2b00-41ac-bacb-ff7c4ea474aa service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359096 Feb 17 18:08:38.773845 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dd018118-5456-469b-a397-09e53f3a14b6 req-f10519c0-0d93-4a74-bc8b-32f26c7575fb service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387823 Feb 17 18:08:38.780285 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-767d09b3-971f-41b9-8edf-e985e4516c93 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.144 HTTP/1.1" status: 200 len: 1002 time: 0.1025751 Feb 17 18:08:39.001042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Deleting port 56c3a78a-8f49-4d85-a067-af38d480bb05 {{(pid=83941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:39.001424 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.183021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.183390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.187514 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55688) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:39.255721 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Deleting subnet 3d6ec705-9858-4b2b-9354-759e7d031a76 {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:08:39.258995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.327886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Calling delete_port for 56c3a78a-8f49-4d85-a067-af38d480bb05 owned by network:floatingip {{(pid=83941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:39.338681 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3569966'] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.407446 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.427233 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 41e41c37-23be-4e91-92a0-0ee6e0b05303 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:39.504062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:39.504658 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.510306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851145735'] for port, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.651297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-247c61d5-386d-4e5f-9075-96b9567e6b9a tempest-AttachVolumeTestJSON-1297783661 tempest-AttachVolumeTestJSON-1297783661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:39.690142 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1647903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2300780'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.708671 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event deleted for resources: {'Port': ['ID=56c3a78a-8f49-4d85-a067-af38d480bb05,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:39.711901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:39.766271 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:39.792371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks [] for floatingip, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.792837 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.db.l3_db [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Floating IP 88375f75-7d74-40fa-a82a-d1b67801397b disassociated (deleted). External IP: 172.28.0.144, port: 41e41c37-23be-4e91-92a0-0ee6e0b05303. Feb 17 18:08:39.807959 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6ec705-9858-4b2b-9354-759e7d031a76,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:39.824348 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:39.855691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:39.862236 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-86f56bd4-fbd0-4beb-873b-b296aa093475 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3d6ec705-9858-4b2b-9354-759e7d031a76 HTTP/1.1" status: 204 len: 168 time: 0.6735551 Feb 17 18:08:39.864887 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55706) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:39.986486 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:40.190659 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:40.312669 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b692563-0711-491c-a955-5219805de970']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:40.327567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb8e7bc-7a1f-4364-95db-63a9461f673f') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:40.327905 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb8e7bc-7a1f-4364-95db-63a9461f673f') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:40.340512 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:40.359833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:40.362480 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:08:40.411169 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:08:40.606456 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:08:40.617685 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] Sync routers for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:08:40.627866 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for floatingip, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:40.629267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:40.630029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:08:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:40.694887 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-a2149943-10fc-4118-a247-291be69bfce9 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "DELETE /v2.0/floatingips/88375f75-7d74-40fa-a82a-d1b67801397b HTTP/1.1" status: 204 len: 173 time: 1.9077957 Feb 17 18:08:40.695468 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303'}] {{(pid=83941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:40.788824 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'status': 'completed', 'code': 200} Feb 17 18:08:40.823320 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdad14-612e-4731-a464-c15526eee55c req-f2824bed-edfd-485b-b5fb-687f9b116bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:40.831971 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-f2824bed-edfd-485b-b5fb-687f9b116bfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1163 time: 0.1179717 Feb 17 18:08:40.880136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Network 8b692563-0711-491c-a955-5219805de970 has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:40.891282 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:40.994953 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdad14-612e-4731-a464-c15526eee55c req-78926ba3-1f34-45b3-8389-943be79abef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:40.998838 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-78926ba3-1f34-45b3-8389-943be79abef4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1659689 Feb 17 18:08:41.013967 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:41.095390 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-7bc563df-689e-4fdb-a17c-7b1a3bb5c681 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 217 time: 0.0903833 Feb 17 18:08:41.170664 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Network 8b692563-0711-491c-a955-5219805de970 has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:41.172106 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdad14-612e-4731-a464-c15526eee55c req-822d9447-5b21-472f-bf2c-e751db0a2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:41.175161 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-822d9447-5b21-472f-bf2c-e751db0a2a02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0784461 Feb 17 18:08:41.198657 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-7196465d-1a0f-4e4b-895e-c66a8fda679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:41.200525 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-7196465d-1a0f-4e4b-895e-c66a8fda679d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1163 time: 0.4126968 Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:41.201246 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:41.310920 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdad14-612e-4731-a464-c15526eee55c req-80c8b9d4-2e7b-44fa-8ea5-0ffb65ee6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:41.316187 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-80c8b9d4-2e7b-44fa-8ea5-0ffb65ee6be4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348732 Feb 17 18:08:41.411959 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-b0aa5fe0-2061-42f7-9e73-6e841633d53a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3387971 Feb 17 18:08:41.416308 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.423972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.439936 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5b6800d5-94e7-457a-bee4-6e891d9f6f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:41.476815 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55722) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:41.477389 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8b692563-0711-491c-a955-5219805de970 HTTP/1.1" status: 204 len: 168 time: 1.6111605 Feb 17 18:08:41.485947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b692563-0711-491c-a955-5219805de970,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:41.489061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d2d08bc0-0187-4270-9ca0-0ec9a062fa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:41.491699 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:35Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:41.496390 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] Checking router: 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:08:41.506907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:41.507603 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:08:15Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:41.513331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-e53e8994-4c95-41e5-8afc-00d32de429c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:41.515287 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-e53e8994-4c95-41e5-8afc-00d32de429c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.2627184 Feb 17 18:08:41.596056 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Deleting subnet 0a5f1f69-3d91-4cb0-b755-94203566013c {{(pid=83941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:08:41.598047 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-ae9f0562-b522-44de-984d-ec6739539e0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 217 time: 0.0749865 Feb 17 18:08:41.607842 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.655411 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-f80f97a1-702c-4310-a403-227d023e4a36 service neutron] 10.222.0.52 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304286 Feb 17 18:08:41.669472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149619'] for subnet, precommit_delete_associations {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.680771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-89227fb6-7a37-4873-a33a-a0de676d2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:41.682780 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-89227fb6-7a37-4873-a33a-a0de676d2cd2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0771570 Feb 17 18:08:41.715848 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:41.777500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-834e375d-dd34-4516-a186-d3b116f2e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:41.779746 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-834e375d-dd34-4516-a186-d3b116f2e41c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908022 Feb 17 18:08:41.826724 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.934765 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-1473012b-5bdb-44ce-90e9-535e0f5c8cdf service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469927 Feb 17 18:08:42.000618 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-06bdad14-612e-4731-a464-c15526eee55c req-c1c555e3-f528-42f9-a68e-dd88250cfc2c service neutron] 10.222.0.52 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3358614 Feb 17 18:08:42.067752 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:35Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:42.072022 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d641633-7621-4f83-86e8-59fa6bd3033b None None] The sync data for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb is: [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:04:26Z', 'revision_number': 4, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb', '_interfaces': [{'id': '6303816a-373d-497f-8867-48573ad29897', 'name': '', 'network_id': 'dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'mac_address': 'fa:16:3e:68:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36523a6a-de1a-41da-a658-9140a1191d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:26Z', 'updated_at': '2021-02-17T18:04:35Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'subnets': [{'id': '36523a6a-de1a-41da-a658-9140a1191d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:08:42.098252 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee9ba54-5f10-405f-b3b2-15e0ad25fdb7 req-fb7dfbd2-f721-4898-be9b-5ab08c96ad65 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1555383 Feb 17 18:08:42.139801 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851146451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852558193'] for subnet, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:42.158473 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b21f639b-4da6-4afc-b88f-4b7950e430a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:42.251376 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5f1f69-3d91-4cb0-b755-94203566013c,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:42.254454 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:42.306862 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:42.312071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-4ad82684-356f-438b-9383-fd09c5bb8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:42.314169 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-ce60f662-af99-4ae4-b075-10fc2443bc64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0a5f1f69-3d91-4cb0-b755-94203566013c HTTP/1.1" status: 204 len: 168 time: 0.8361397 Feb 17 18:08:42.316720 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55734) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:42.317211 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-4ad82684-356f-438b-9383-fd09c5bb8bdc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 1163 time: 0.1142952 Feb 17 18:08:42.462428 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:42.498450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-cf5769d3-d24c-40e9-a431-4a706ec52a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:42.500065 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-cf5769d3-d24c-40e9-a431-4a706ec52a33 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 200 len: 909 time: 0.1647148 Feb 17 18:08:42.578808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ec2b3-d290-4831-be16-e9d44e6ca5ef None None] New status for floating IP 88375f75-7d74-40fa-a82a-d1b67801397b: DOWN {{(pid=83944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:08:42.583510 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-2a8ca511-ae6d-4d6a-b1ba-8c110f13f59d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 200 len: 217 time: 0.0766408 Feb 17 18:08:42.655820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-43b03c41-3b6e-46bb-a574-109c565dd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:42.657475 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-43b03c41-3b6e-46bb-a574-109c565dd887 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 200 len: 854 time: 0.0675776 Feb 17 18:08:42.698006 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:42.750542 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2ebddc80-5da2-4d0c-8998-feee999d60bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:42.763670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-77a473ec-4a5e-45a3-91fa-72e773d75608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:42.765315 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-77a473ec-4a5e-45a3-91fa-72e773d75608 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008224 Feb 17 18:08:42.835427 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b158693-fe70-49c9-8a6f-3ab6896cf375']}} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:42.850038 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b96ddd-b92d-46d3-8a03-b3da729c654b') {'for_net_delete': True} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:42.850396 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b96ddd-b92d-46d3-8a03-b3da729c654b') {} {{(pid=83941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:42.863511 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851626197'] for segment, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:42.879005 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:42.881147 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:08:42.917891 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-f7eece9c-780a-46b1-acf9-643f46f2c659 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453710 Feb 17 18:08:43.068758 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-ab34f334-c82e-46fd-b75c-50ebccd1d448 req-3859ad2d-a051-4c65-af35-69a1054f6808 service neutron] 10.222.0.38 "GET /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438556 Feb 17 18:08:43.070794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Network 0b158693-fe70-49c9-8a6f-3ab6896cf375 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:43.081157 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630034'] for segment, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.271689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Network 0b158693-fe70-49c9-8a6f-3ab6896cf375 has no segments {{(pid=83941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:43.297156 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:43.378559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.382984 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.387666 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-44c0b21d-82fc-4c15-89a1-4f71694c03c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:43.409930 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] 10.222.0.52 "DELETE /v2.0/networks/0b158693-fe70-49c9-8a6f-3ab6896cf375 HTTP/1.1" status: 204 len: 168 time: 1.0917351 Feb 17 18:08:43.411063 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Pushing event deleted for resources: {'Network': ['ID=0b158693-fe70-49c9-8a6f-3ab6896cf375,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:43.414500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-06f8f7e9-b4a5-475f-8258-b139153e3beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:43.599479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55758) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:43.652405 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-41e94733-540b-43fb-abf1-91d388981317 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e158d844aec430993adabda28ac0152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514379 Feb 17 18:08:43.654900 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55764) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:43.722224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c98740d1-5149-4ba2-81bb-0bc4fb4cebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.749394 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c98740d1-5149-4ba2-81bb-0bc4fb4cebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.797053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c98740d1-5149-4ba2-81bb-0bc4fb4cebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.801520 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-19a74164-53ff-4f29-9fdb-edaabf42c1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:43.817380 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98740d1-5149-4ba2-81bb-0bc4fb4cebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ea1a8-8076-4a6d-a174-3c246f044671,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:43.820295 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c98740d1-5149-4ba2-81bb-0bc4fb4cebd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:43.830963 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c98740d1-5149-4ba2-81bb-0bc4fb4cebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.832209 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c98740d1-5149-4ba2-81bb-0bc4fb4cebd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d2ea1a8-8076-4a6d-a174-3c246f044671 HTTP/1.1" status: 204 len: 168 time: 0.1763465 Feb 17 18:08:44.194552 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55778) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:44.245520 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-9610acef-a2ea-41b3-91e5-5d94b4b32817 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4cbeb231c2e44e2ad955b564475d7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496838 Feb 17 18:08:44.247996 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55782) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:44.310807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe548c41-f98f-4070-a9df-1d454fcec7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:44.338991 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe548c41-f98f-4070-a9df-1d454fcec7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:44.395632 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe548c41-f98f-4070-a9df-1d454fcec7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:44.400968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cf227422-494f-43d3-8cfa-681b6d90f4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:44.412870 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe548c41-f98f-4070-a9df-1d454fcec7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd091ac7-0dbf-404b-b7b7-2a2bb41d2768,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:44.418141 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fe548c41-f98f-4070-a9df-1d454fcec7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:44.419968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fe548c41-f98f-4070-a9df-1d454fcec7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:44.424156 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fe548c41-f98f-4070-a9df-1d454fcec7a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd091ac7-0dbf-404b-b7b7-2a2bb41d2768 HTTP/1.1" status: 204 len: 168 time: 0.1751208 Feb 17 18:08:45.275837 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-96a6ed24-1eaa-402e-91ea-948ee6e3b439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:45.419684 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:45.462731 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee50a08-5622-4257-b2df-ba6b7ddb52a3 req-3b0616a2-a314-49d6-bb43-7d061b21f7de tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:45.463500 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-dee50a08-5622-4257-b2df-ba6b7ddb52a3 req-3b0616a2-a314-49d6-bb43-7d061b21f7de tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Synchronizing usage tracker for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:port {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:45.479379 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-dee50a08-5622-4257-b2df-ba6b7ddb52a3 req-3b0616a2-a314-49d6-bb43-7d061b21f7de tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Unset dirty status for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:port {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:45.480634 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee50a08-5622-4257-b2df-ba6b7ddb52a3 req-3b0616a2-a314-49d6-bb43-7d061b21f7de tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.1068866 Feb 17 18:08:45.530808 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-dee50a08-5622-4257-b2df-ba6b7ddb52a3 req-39595494-160f-4cc6-86f0-fca32b46fd92 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Synchronizing usage tracker for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:security_group {{(pid=83941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:45.547131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-dee50a08-5622-4257-b2df-ba6b7ddb52a3 req-39595494-160f-4cc6-86f0-fca32b46fd92 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Unset dirty status for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:security_group {{(pid=83941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:45.548993 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-dee50a08-5622-4257-b2df-ba6b7ddb52a3 req-39595494-160f-4cc6-86f0-fca32b46fd92 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595605 Feb 17 18:08:46.439350 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:46.756392 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c693a-c095-42e9-82c5-4f793c4160a5 req-4d593b68-8f8d-48a7-bfd3-ea65dc104c86 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:46.757960 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-887c693a-c095-42e9-82c5-4f793c4160a5 req-4d593b68-8f8d-48a7-bfd3-ea65dc104c86 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.0892546 Feb 17 18:08:46.806624 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-887c693a-c095-42e9-82c5-4f793c4160a5 req-aea236f5-1100-42a9-b621-1c4e0f16d8eb tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Feb 17 18:08:47.293110 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 41e41c37-23be-4e91-92a0-0ee6e0b05303 up at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:47.353521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.376651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.provisioning_blocks [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Provisioning complete for port 41e41c37-23be-4e91-92a0-0ee6e0b05303 triggered by entity L2. {{(pid=83943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:47.377062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838094065'] for port, provisioning_complete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.606792 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-4bb7320e-969d-4335-ad88-96ea04b977cb tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:47.607479 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-4bb7320e-969d-4335-ad88-96ea04b977cb tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Synchronizing usage tracker for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:port {{(pid=83942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:47.620250 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-4bb7320e-969d-4335-ad88-96ea04b977cb tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Unset dirty status for tenant:a48f0d7badec4e0d8009ed7e782021b5 on resource:port {{(pid=83942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:47.621421 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-4bb7320e-969d-4335-ad88-96ea04b977cb tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.0982580 Feb 17 18:08:47.701181 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Deleting port 41e41c37-23be-4e91-92a0-0ee6e0b05303 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:47.701559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.964377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] For port 41e41c37-23be-4e91-92a0-0ee6e0b05303, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=41e41c37-23be-4e91-92a0-0ee6e0b05303,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:47.964794 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:48.012146 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7c7e4-1856-4daf-98e0-6b938be3daef req-87b34f94-5e6f-4b76-a610-38b541770351 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:48.012854 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4be7c7e4-1856-4daf-98e0-6b938be3daef req-87b34f94-5e6f-4b76-a610-38b541770351 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b2a904e-53e1-41a6-8b42-9a8ebf496ab2 HTTP/1.1" status: 200 len: 946 time: 0.0885696 Feb 17 18:08:48.062529 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-4be7c7e4-1856-4daf-98e0-6b938be3daef req-3d08bbaa-fcc2-476c-8399-f073cda83009 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eaefad8-9261-44a4-b7f8-3442e43ffee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 Feb 17 18:08:48.111579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Calling delete_port for 41e41c37-23be-4e91-92a0-0ee6e0b05303 owned by compute:nova {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:48.265389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:48.288336 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fad6a5f4-eec2-47d4-bbea-da6540163bc1 tempest-AttachVolumeNegativeTest-2025028617 tempest-AttachVolumeNegativeTest-2025028617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:48.395499 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Pushing event deleted for resources: {'Port': ['ID=41e41c37-23be-4e91-92a0-0ee6e0b05303,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:48.398875 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:48.499949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] No DVR routers for this DVR port 41e41c37-23be-4e91-92a0-0ee6e0b05303 on host hv-cinder-76019 {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:48.502901 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773847'] for port, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:48.505717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'name': 'network-vif-deleted', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303'}] {{(pid=83942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:48.520709 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [req-a131abc5-4c1a-4a7c-9c5e-12979a86a33c req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] 10.222.0.38 "DELETE /v2.0/ports/41e41c37-23be-4e91-92a0-0ee6e0b05303 HTTP/1.1" status: 204 len: 173 time: 0.8939574 Feb 17 18:08:48.758852 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2a904e-53e1-41a6-8b42-9a8ebf496ab2', 'name': 'network-vif-deleted', 'tag': '41e41c37-23be-4e91-92a0-0ee6e0b05303', 'status': 'completed', 'code': 200} Feb 17 18:08:49.266018 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 41e41c37-23be-4e91-92a0-0ee6e0b05303 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:49.336297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] No Port match for: 41e41c37-23be-4e91-92a0-0ee6e0b05303 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:49.336297 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Device 41e41c37-23be-4e91-92a0-0ee6e0b05303 not bound to the agent host hv-cinder-76019 {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:49.856167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 55948) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:50.699813 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850465'] for router_interface, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.084708 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Deleting port 6303816a-373d-497f-8867-48573ad29897 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:51.085192 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.265917 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] For port 6303816a-373d-497f-8867-48573ad29897, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=6303816a-373d-497f-8867-48573ad29897,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:51.266329 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.401128 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Calling delete_port for 6303816a-373d-497f-8867-48573ad29897 owned by network:router_interface {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:51.594029 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.610503 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-88773234-647d-4a39-ae43-ffea4973a756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:51.713515 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Pushing event deleted for resources: {'Port': ['ID=6303816a-373d-497f-8867-48573ad29897,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:51.718289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:51.727306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 55984) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:51.894307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.037317 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850383'] for router_interface, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.161833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:52.166252 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc03bcf179442fdbe082dc7cf8ee52b is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:52.169325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:52.175244 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:52.271964 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.292054 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.323412 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a2e8e0dd-7632-411d-b08e-a500de2811cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:52.342974 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcc03bcf179442fdbe082dc7cf8ee52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144638 Feb 17 18:08:52.343761 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56006) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:52.388299 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee62e90-bfc3-432e-9d37-054d036cf7a9,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:52.392176 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-5b13d471-4692-40fe-9ada-5dcf0623e406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:52.433242 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1479f3a1-5ca2-4823-a029-7187a34b5ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.461567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1479f3a1-5ca2-4823-a029-7187a34b5ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.518443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1479f3a1-5ca2-4823-a029-7187a34b5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.523581 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0fb85eec-9a12-4f65-a3b0-5e7b3c763c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:52.539577 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479f3a1-5ca2-4823-a029-7187a34b5ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee62e90-bfc3-432e-9d37-054d036cf7a9,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:52.544287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1479f3a1-5ca2-4823-a029-7187a34b5ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:52.546859 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1479f3a1-5ca2-4823-a029-7187a34b5ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.548250 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-1479f3a1-5ca2-4823-a029-7187a34b5ef2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ee62e90-bfc3-432e-9d37-054d036cf7a9 HTTP/1.1" status: 204 len: 168 time: 0.2005470 Feb 17 18:08:52.594949 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa has already been hosted by L3 agent 7bd61dde-8a67-4f0f-9fd7-b866cb2da12f {{(pid=83942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:08:52.792478 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] Notify agent at l3_agent.dv-cinder-760194-3-smb the message routers_updated {{(pid=83942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:08:52.802296 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] Sync routers for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:08:52.805505 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b5ad416f-ef39-4b37-9c86-fc9900718926 admin admin] 10.222.0.52 "PUT /v2.0/routers/85c7e5ea-1de8-4519-a06b-ba80d32a7dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9481854 Feb 17 18:08:52.808224 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56018) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:52.817386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:52.818072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:08:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:53.009586 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks [] for router, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:53.017286 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:53.369072 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:08:51Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:53.374395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] Checking router: 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa for host: dv-cinder-760194-3-smb {{(pid=83943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:08:53.383831 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] Routers {'85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'} bound to L3 agent in host dv-cinder-760194-3-smb {{(pid=83943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:53.384497 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:48:15Z,description=,heartbeat_timestamp=2021-02-17T18:08:45Z,host='dv-cinder-760194-3-smb',id=7bd61dde-8a67-4f0f-9fd7-b866cb2da12f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:48:15Z,topic='l3_agent')) {'router_ids': ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'], 'active': True} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:53.477516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:53.488799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Deleting port 17da0a47-f668-43cf-b000-fc839587acde {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:53.488799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:53.584116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvr_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] Set router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa gateway port host: dv-cinder-760194-3-smb {{(pid=83943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:53.684879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] For port 17da0a47-f668-43cf-b000-fc839587acde, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=17da0a47-f668-43cf-b000-fc839587acde,segment=NetworkSegment(e90ca937-5fbc-41a1-843a-816ab5401e41),segment_id=e90ca937-5fbc-41a1-843a-816ab5401e41)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:53.685288 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:53.843610 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Calling delete_port for 17da0a47-f668-43cf-b000-fc839587acde owned by network:router_gateway {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:54.103360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.120280 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-378da2d6-fd5d-4f38-b4ab-b22118692377 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:54.205683 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_hamode_db [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:08:51Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}], 'dv-cinder-760194-3-smb', False) {} {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:54.210185 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbeb5b-56cc-41b0-9c93-4bd5976e0a27 None None] The sync data for ids ['85c7e5ea-1de8-4519-a06b-ba80d32a7dfa'] in dv-cinder-760194-3-smb is: [{'id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'name': 'tempest-TestMinimumBasicScenario-1319827448-router', 'tenant_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'external_fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '17da0a47-f668-43cf-b000-fc839587acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:04:22Z', 'updated_at': '2021-02-17T18:08:51Z', 'revision_number': 5, 'project_id': 'a48f0d7badec4e0d8009ed7e782021b5', 'gw_port': {'id': '17da0a47-f668-43cf-b000-fc839587acde', 'name': '', 'network_id': 'b6e25248-6bed-4b78-8681-3d07b5d178fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c7e5ea-1de8-4519-a06b-ba80d32a7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:23Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c49a233a-dd15-4c28-8a36-af076187fffb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-3-smb'}] {{(pid=83943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:08:54.235204 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Pushing event deleted for resources: {'Port': ['ID=17da0a47-f668-43cf-b000-fc839587acde,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:54.238530 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:54.367386 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047685'] for router_gateway, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.557564 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5288'] for router, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.559988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.585599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853846249'] for router, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.586247 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c7e5ea-1de8-4519-a06b-ba80d32a7dfa {{(pid=83942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:08:54.599957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] Notify callbacks [] for router, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.601187 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-2f26fd64-a577-45b9-aaa3-8f1c751e199e admin admin] 10.222.0.52 "DELETE /v2.0/routers/85c7e5ea-1de8-4519-a06b-ba80d32a7dfa HTTP/1.1" status: 204 len: 168 time: 1.7919891 Feb 17 18:08:54.603962 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56060) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:54.672175 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Deleting subnet 36523a6a-de1a-41da-a658-9140a1191d76 {{(pid=83942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:08:54.675843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.729053 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3569966'] for subnet, precommit_delete_associations {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.816475 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838088418'] for subnet, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.081488 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16687366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853771560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1647903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2300780'] for subnet, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.096807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:55.183098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36523a6a-de1a-41da-a658-9140a1191d76,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:55.187464 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:55.241109 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for subnet, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.248256 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a5978045-d8d1-4a9d-909f-a2ba4cb4444f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/36523a6a-de1a-41da-a658-9140a1191d76 HTTP/1.1" status: 204 len: 168 time: 0.6432378 Feb 17 18:08:55.250073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d7d77-6180-4560-a25c-ab63b1787d6d None None] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 requested from dv-cinder-760194-3-smb {{(pid=83943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:08:55.251452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56070) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:55.274068 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 17da0a47-f668-43cf-b000-fc839587acde no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:55.390599 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838405413'] for network, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.401138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 17da0a47-f668-43cf-b000-fc839587acde {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:55.401536 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 17da0a47-f668-43cf-b000-fc839587acde not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:55.402447 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 6303816a-373d-497f-8867-48573ad29897 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:55.447455 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 6303816a-373d-497f-8867-48573ad29897 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:55.448010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 6303816a-373d-497f-8867-48573ad29897 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:55.463098 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Deleting port 2f8beb82-2be5-4054-b572-51eaad51ffb9 {{(pid=83942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:55.463477 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.651992 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] DHCP port deletion for dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 request from dv-cinder-760194-3-smb {{(pid=83943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:08:55.657360 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Deleting port 2f8beb82-2be5-4054-b572-51eaad51ffb9 {{(pid=83943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:55.657885 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.707839 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] For port 2f8beb82-2be5-4054-b572-51eaad51ffb9, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=2f8beb82-2be5-4054-b572-51eaad51ffb9,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:55.708240 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.854804 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Calling delete_port for 2f8beb82-2be5-4054-b572-51eaad51ffb9 owned by network:dhcp {{(pid=83942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:55.884510 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.db [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] For port 2f8beb82-2be5-4054-b572-51eaad51ffb9, host dv-cinder-760194-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-3-smb',level=0,port_id=2f8beb82-2be5-4054-b572-51eaad51ffb9,segment=NetworkSegment(40ee32d8-02f3-4530-b606-1fc3654908da),segment_id=40ee32d8-02f3-4530-b606-1fc3654908da)] {{(pid=83943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:55.884689 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1044593'] for port, precommit_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.943852 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838068880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738169357359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298685824799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1648587'] for port, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:55.959766 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d8987c1b-db42-4c8f-8aaf-c5b0e2a5d1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:56.025472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Calling delete_port for 2f8beb82-2be5-4054-b572-51eaad51ffb9 owned by network:dhcp {{(pid=83943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:56.059664 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8beb82-2be5-4054-b572-51eaad51ffb9,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:56.064429 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:56.101167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.db.api [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:08:56.101576 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_db.api [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:08:56.106071 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] No DVR routers for this DVR port 2f8beb82-2be5-4054-b572-51eaad51ffb9 on host dv-cinder-760194-3-smb {{(pid=83942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:56.465289 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838085753', 'neutron.services.segments.db._delete_segments_for_network-8738169466381'] for network, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:56.579969 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67']}} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:56.592624 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ee32d8-02f3-4530-b606-1fc3654908da') {'for_net_delete': True} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:56.592956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.services.segments.db [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ee32d8-02f3-4530-b606-1fc3654908da') {} {{(pid=83942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:56.603189 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Deleting port 2f8beb82-2be5-4054-b572-51eaad51ffb9 {{(pid=83943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:56.603627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298685425780'] for port, before_delete {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:56.605437 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738169462285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851205834'] for segment, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:56.620627 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16684855'] for segment, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:56.622650 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:08:56.679784 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-ff4dd135-3354-4bb3-8426-1919aca8dfa2 None None] The port '2f8beb82-2be5-4054-b572-51eaad51ffb9' was deleted {{(pid=83943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:08:56.804452 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:56.817673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838090993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853127200'] for segment, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:56.993211 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56096) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:57.002907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.managers [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Network dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 has no segments {{(pid=83942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: Traceback (most recent call last): Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: timer() Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: cb(*args, **kw) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: return func(*args, **kwargs) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: self._notify() Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: self.callback(batched_events) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: event.method(event) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: segment_id)['aggregates'][0] Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: return f(self, *a, **k) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: return self._get(url).json() Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: **kwargs) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: **endpoint_filter) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:57.027328 dv-cinder-760194-3-smb neutron-server[83830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:57.107557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16690063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853728062'] for network, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.113082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4d806fb1-66f3-4514-b5f4-c7f6af24f19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:57.127995 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209124'] for network, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.137395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.139534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:57.143099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:57.155037 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-fb3b24a0-85df-47f9-ad61-bb88495732e5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dd3a5e4e-f637-4ca1-8abf-a96c7ab1cd67 HTTP/1.1" status: 204 len: 168 time: 1.9020841 Feb 17 18:08:57.155184 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:57.159750 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Usage tracker for resource:security_group_rule and tenant:7508598187a64047a71801ca25c84f05 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:57.163190 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:57.169395 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:57.259747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.261716 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 2f8beb82-2be5-4054-b572-51eaad51ffb9 no longer exists at agent ovs-agent-dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:57.263415 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.294706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-16c0afef-673c-4f29-bceb-de9869a68645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:57.302274 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.plugin [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] No Port match for: 2f8beb82-2be5-4054-b572-51eaad51ffb9 {{(pid=83943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:57.302774 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.plugins.ml2.rpc [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Device 2f8beb82-2be5-4054-b572-51eaad51ffb9 not bound to the agent host dv-cinder-760194-3-smb {{(pid=83943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:57.302911 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56108) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:57.339968 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd9fbd-72a3-447d-a42b-fe645f0c38eb,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:57.343571 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:57.361632 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-dba5b740-e5ff-4b6b-a893-6216e5eff8de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7508598187a64047a71801ca25c84f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672655 Feb 17 18:08:57.364266 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56114) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:57.386896 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-29c97efb-ba96-464b-9661-17ef1046ce78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a48f0d7badec4e0d8009ed7e782021b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826373 Feb 17 18:08:57.389516 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56118) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:57.428714 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.454234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a9a0-627e-4279-a925-87ef72e1744a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.459722 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.485621 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a9a0-627e-4279-a925-87ef72e1744a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.504543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.509535 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a5641df3-7f47-4f5f-8614-ad2c5014ee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:57.522558 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd9fbd-72a3-447d-a42b-fe645f0c38eb,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:57.525729 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:57.527816 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.528934 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52dd9fbd-72a3-447d-a42b-fe645f0c38eb HTTP/1.1" status: 204 len: 168 time: 0.1633427 Feb 17 18:08:57.532779 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a9a0-627e-4279-a925-87ef72e1744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.538041 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-40c9e8fb-72cf-4e77-8f79-ff597cf9dc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:57.553489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a9a0-627e-4279-a925-87ef72e1744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaefad8-9261-44a4-b7f8-3442e43ffee1,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:57.557123 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cc31a9a0-627e-4279-a925-87ef72e1744a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:57.567371 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a9a0-627e-4279-a925-87ef72e1744a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.571495 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-cc31a9a0-627e-4279-a925-87ef72e1744a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9eaefad8-9261-44a4-b7f8-3442e43ffee1 HTTP/1.1" status: 204 len: 168 time: 0.1809192 Feb 17 18:09:02.186963 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56242) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:02.309952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.326160 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:02.331010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Usage tracker for resource:security_group_rule and tenant:3bdbc8a0bd3049e09bbc363e426b1fff is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:02.334023 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:02.340010 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:02.426077 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.430940 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.439738 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4d203468-f132-4e0b-bd11-9368ef51de4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:02.482599 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bdbc8a0bd3049e09bbc363e426b1fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944806 Feb 17 18:09:02.484307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53df7ad-0e0f-4de3-841d-d32688e3c60b,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:02.485777 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56248) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:02.487818 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-a583b6b3-bf3a-4ee7-b9dc-e988104b552a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:02.550692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa300-c70d-4684-8efe-984bcb7c5a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.577929 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa300-c70d-4684-8efe-984bcb7c5a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.624613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa300-c70d-4684-8efe-984bcb7c5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.629613 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-aa088892-1c7a-4e6f-9c35-b5d8192fb6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:02.643878 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fa300-c70d-4684-8efe-984bcb7c5a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53df7ad-0e0f-4de3-841d-d32688e3c60b,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:02.646369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6e0fa300-c70d-4684-8efe-984bcb7c5a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:02.648601 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa300-c70d-4684-8efe-984bcb7c5a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.650534 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6e0fa300-c70d-4684-8efe-984bcb7c5a9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f53df7ad-0e0f-4de3-841d-d32688e3c60b HTTP/1.1" status: 204 len: 168 time: 0.1627181 Feb 17 18:09:02.939619 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56262) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:02.959336 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.978697 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:02.983221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:925cc68aa4494654aaa224879d0f1a62 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:02.986670 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:02.992450 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:03.076676 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.079852 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.088403 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c1c63cd2-4560-406a-92dc-9b5a1e0c4aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:03.130010 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=925cc68aa4494654aaa224879d0f1a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891479 Feb 17 18:09:03.130913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daee252c-8f80-4f46-83a3-13c373bde6af,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:03.132988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56266) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:03.134166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-51ab190b-d3ca-4a7f-936e-2d67bd7e8ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:03.200272 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5e4-f338-4f80-bc65-0a7ecb4ee862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.228024 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5e4-f338-4f80-bc65-0a7ecb4ee862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.274279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5e4-f338-4f80-bc65-0a7ecb4ee862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.279417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-095ddf56-a479-4509-98b5-47101975c6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:03.294306 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bf5e4-f338-4f80-bc65-0a7ecb4ee862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee252c-8f80-4f46-83a3-13c373bde6af,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:03.297579 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3c3bf5e4-f338-4f80-bc65-0a7ecb4ee862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:03.302278 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5e4-f338-4f80-bc65-0a7ecb4ee862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.306076 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-3c3bf5e4-f338-4f80-bc65-0a7ecb4ee862 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/daee252c-8f80-4f46-83a3-13c373bde6af HTTP/1.1" status: 204 len: 168 time: 0.1694741 Feb 17 18:09:04.188895 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56296) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:04.379416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.396099 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:04.400124 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Usage tracker for resource:security_group_rule and tenant:17bf93678e2b4f96a39909e5e308d934 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:04.403082 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:04.409509 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:04.495708 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.498634 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.507725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-402c9f7e-c912-44bf-903c-b49f654cbb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:04.555147 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17bf93678e2b4f96a39909e5e308d934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650703 Feb 17 18:09:04.556221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8755cc-a322-4dc4-8156-8d82cfb64976,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:04.558114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56310) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:04.559580 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eab4b24e-755c-495e-a985-63c7b225cb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:04.623702 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4878bdcb-09e7-4e18-94c7-c9f262c47bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.651836 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4878bdcb-09e7-4e18-94c7-c9f262c47bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.696846 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4878bdcb-09e7-4e18-94c7-c9f262c47bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.702155 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-08125e0a-6596-4220-8934-acd3f01277fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:04.719680 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878bdcb-09e7-4e18-94c7-c9f262c47bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8755cc-a322-4dc4-8156-8d82cfb64976,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:04.722814 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4878bdcb-09e7-4e18-94c7-c9f262c47bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:04.725487 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-4878bdcb-09e7-4e18-94c7-c9f262c47bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.727310 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-4878bdcb-09e7-4e18-94c7-c9f262c47bef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f8755cc-a322-4dc4-8156-8d82cfb64976 HTTP/1.1" status: 204 len: 168 time: 0.1674893 Feb 17 18:09:05.471947 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56340) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:05.597771 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.613279 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:05.617431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Usage tracker for resource:security_group_rule and tenant:979ae990988447cb91014179c3b75e91 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:05.620433 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:05.626809 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:05.714986 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.717706 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.726443 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:05.768418 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=979ae990988447cb91014179c3b75e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953346 Feb 17 18:09:05.770084 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a07fc-a7ed-452d-9b2b-8c359aab87ae,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:05.771434 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56346) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:05.773307 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:05.834178 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-365292b6-3609-4d03-ae98-0b52cdf3936c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.861161 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-365292b6-3609-4d03-ae98-0b52cdf3936c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.905537 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-365292b6-3609-4d03-ae98-0b52cdf3936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.910559 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d6a0de59-af5a-4bf0-b010-88b5290b73a0 tempest-TestMinimumBasicScenario-370156891 tempest-TestMinimumBasicScenario-370156891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:05.925089 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365292b6-3609-4d03-ae98-0b52cdf3936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a07fc-a7ed-452d-9b2b-8c359aab87ae,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:05.927912 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-365292b6-3609-4d03-ae98-0b52cdf3936c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:05.937902 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-365292b6-3609-4d03-ae98-0b52cdf3936c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.939729 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-365292b6-3609-4d03-ae98-0b52cdf3936c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a08a07fc-a7ed-452d-9b2b-8c359aab87ae HTTP/1.1" status: 204 len: 168 time: 0.1672189 Feb 17 18:09:06.221472 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56354) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:06.241485 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.256651 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:06.260677 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Usage tracker for resource:security_group_rule and tenant:b14662d9f2fc40e5b28a59f61c8874ce is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:06.263649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:06.269489 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:06.356226 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.358971 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.372198 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-aa98326c-89e9-4eb9-b027-543572af8c28 tempest-TestShelveInstance-798175212 tempest-TestShelveInstance-798175212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:06.404838 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.417116 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b14662d9f2fc40e5b28a59f61c8874ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944227 Feb 17 18:09:06.418073 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c32e773-aa29-4d65-9f69-6a112e42b703,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:06.419998 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56358) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:06.421267 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-cbf0036e-0c97-4b32-be09-16851483f816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:06.485923 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.514799 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.566311 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.571490 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-d09144f2-a177-4b4b-b5d9-32724842d7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:06.585375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c32e773-aa29-4d65-9f69-6a112e42b703,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:06.590234 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:06.594820 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.596035 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c32e773-aa29-4d65-9f69-6a112e42b703 HTTP/1.1" status: 204 len: 168 time: 0.1743174 Feb 17 18:09:10.179431 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56494) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:10.312873 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.329692 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:10.333717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Usage tracker for resource:security_group_rule and tenant:7525276df4044c1f9ac4c41529796550 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:10.336704 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:10.342521 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:10.427153 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.429701 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.438703 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:10.480975 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7525276df4044c1f9ac4c41529796550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004298 Feb 17 18:09:10.482807 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c94e06-80cf-4b2f-963e-5994b6307476,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:10.484033 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56500) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:10.486770 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:10.547595 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.574674 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.618691 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.623522 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-ada2a477-d54e-42bf-9466-495a2915f664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:10.636805 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c94e06-80cf-4b2f-963e-5994b6307476,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:10.642417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:10.647377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.650906 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0c94e06-80cf-4b2f-963e-5994b6307476 HTTP/1.1" status: 204 len: 168 time: 0.1656547 Feb 17 18:09:10.929055 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56508) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:10.948543 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.964581 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:10.968653 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Usage tracker for resource:security_group_rule and tenant:06b70913b65d4b54b07d876d4173fa5a is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:10.972248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:10.978025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:11.067382 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.070372 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.079645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6bb9df33-e77c-4822-883e-0af3818919c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:11.122868 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06b70913b65d4b54b07d876d4173fa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926184 Feb 17 18:09:11.124557 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7944f9-c9df-466f-ba33-8c372ce9c8b2,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:11.125891 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56512) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:11.127924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-8eff88e1-bee7-41d9-9d33-b84271ac6c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:11.196373 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b0376603-2dd5-4252-93dd-6323378c5183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.224954 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b0376603-2dd5-4252-93dd-6323378c5183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.275256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b0376603-2dd5-4252-93dd-6323378c5183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.280284 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0b6491c4-020e-4c85-9c39-8e3665448290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:11.294821 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0376603-2dd5-4252-93dd-6323378c5183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7944f9-c9df-466f-ba33-8c372ce9c8b2,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:11.297916 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b0376603-2dd5-4252-93dd-6323378c5183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:11.298881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-b0376603-2dd5-4252-93dd-6323378c5183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.302633 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-b0376603-2dd5-4252-93dd-6323378c5183 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd7944f9-c9df-466f-ba33-8c372ce9c8b2 HTTP/1.1" status: 204 len: 168 time: 0.1730702 Feb 17 18:09:11.564747 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:09:12.743812 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-af02aa9f-a327-46e0-a2ef-2432533ee856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.115116 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56584) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:14.242113 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.257834 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:14.261810 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Usage tracker for resource:security_group_rule and tenant:23c8dae41473457693c59d6279ee89a6 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:14.264823 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:14.270574 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:14.356534 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.359190 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.367883 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-09504748-0a4f-42ff-986c-788be1143414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:14.411621 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23c8dae41473457693c59d6279ee89a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953696 Feb 17 18:09:14.412626 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c46e9c-67cf-4147-8a5b-0f5c5e148ddd,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:14.414806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56590) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:14.417025 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-eb2351de-e429-41d0-8d80-86585cba25a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:14.479020 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2916-f5d0-4c08-af60-e48ae3e467cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.505886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2916-f5d0-4c08-af60-e48ae3e467cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.549955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2916-f5d0-4c08-af60-e48ae3e467cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.555032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-4ca0b045-5f95-46c3-acee-699534e3f374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:14.569811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d2916-f5d0-4c08-af60-e48ae3e467cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c46e9c-67cf-4147-8a5b-0f5c5e148ddd,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:14.575114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0a1d2916-f5d0-4c08-af60-e48ae3e467cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:14.581725 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2916-f5d0-4c08-af60-e48ae3e467cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.583020 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-0a1d2916-f5d0-4c08-af60-e48ae3e467cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98c46e9c-67cf-4147-8a5b-0f5c5e148ddd HTTP/1.1" status: 204 len: 168 time: 0.1668453 Feb 17 18:09:14.868248 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56598) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:14.891313 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.906227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:14.910287 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Usage tracker for resource:security_group_rule and tenant:fd102fcbb13c47d0a249377748614031 is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:14.913304 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:14.919293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:15.003988 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.006974 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.015789 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0a85d7ef-95f0-4fb7-ba6e-3ae499d3e737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:15.058313 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd102fcbb13c47d0a249377748614031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889527 Feb 17 18:09:15.060002 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11d477-21d1-444d-ba99-4726c304e880,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:15.061265 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56602) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:15.063943 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-814db312-74ff-45be-a46d-11e4f19f5d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:15.127879 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.155416 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.200762 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.206138 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-b1c3ac00-7e9c-4ea8-8a4b-4af74608dc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:15.218773 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11d477-21d1-444d-ba99-4726c304e880,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:15.221532 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:15.230495 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.231744 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b11d477-21d1-444d-ba99-4726c304e880 HTTP/1.1" status: 204 len: 168 time: 0.1693192 Feb 17 18:09:15.272907 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eecd-edba-4a64-96c5-fcfd1ef0b484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.422961 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:16.443881 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.345021 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.436551 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56664) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:17.563061 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.578085 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:17.582134 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Usage tracker for resource:security_group_rule and tenant:394888aef98746408871d8c50313e882 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:17.585154 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:17.590950 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:17.675888 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.678715 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.686843 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-3326de7e-0b4f-43ef-aaf4-94a63916d0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:17.733030 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=394888aef98746408871d8c50313e882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953415 Feb 17 18:09:17.733924 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a96942-9980-4f25-b9f2-cec935ad5070,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:17.736711 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56670) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:17.737769 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c7a8c747-5a62-4530-abe2-8e62d88672de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:17.801231 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-041a52ad-50ed-46f6-8b67-385253fcbc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.828872 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-041a52ad-50ed-46f6-8b67-385253fcbc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.877573 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-041a52ad-50ed-46f6-8b67-385253fcbc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.882451 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-f5cce2c8-31c7-4016-9231-1c16925e892c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:17.894956 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a52ad-50ed-46f6-8b67-385253fcbc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a96942-9980-4f25-b9f2-cec935ad5070,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:17.899036 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-041a52ad-50ed-46f6-8b67-385253fcbc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:17.904760 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-041a52ad-50ed-46f6-8b67-385253fcbc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.905984 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-041a52ad-50ed-46f6-8b67-385253fcbc92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85a96942-9980-4f25-b9f2-cec935ad5070 HTTP/1.1" status: 204 len: 168 time: 0.1681812 Feb 17 18:09:18.190166 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56678) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:18.210277 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.225822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:18.229822 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a512b9fe3fcb4117b855ccc956607836 is out of sync, need to count used quota {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:18.232788 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:18.238583 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:18.322647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.327567 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.337673 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-16875135-0c7f-47e1-8531-3c95a2c864b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:18.380142 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a512b9fe3fcb4117b855ccc956607836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887431 Feb 17 18:09:18.381033 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8760f3-b27d-49a2-b5be-1fbe21187fa9,revision_number=1']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:18.383075 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56682) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:18.384300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-dd2f9587-6f17-49d2-8e52-96b40d1002e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:18.447880 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa17220d-8df9-4112-8e89-0df7abf51e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.475249 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa17220d-8df9-4112-8e89-0df7abf51e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.521080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa17220d-8df9-4112-8e89-0df7abf51e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.526080 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-1194a8be-fec9-49a1-9030-3488c4e35f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:18.540325 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17220d-8df9-4112-8e89-0df7abf51e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8760f3-b27d-49a2-b5be-1fbe21187fa9,revision_number=None']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:18.543207 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-aa17220d-8df9-4112-8e89-0df7abf51e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:18.545375 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-aa17220d-8df9-4112-8e89-0df7abf51e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.546643 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-aa17220d-8df9-4112-8e89-0df7abf51e86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e8760f3-b27d-49a2-b5be-1fbe21187fa9 HTTP/1.1" status: 204 len: 168 time: 0.1615889 Feb 17 18:09:23.514686 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83942) accepted ('10.222.0.52', 56748) {{(pid=83942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:23.640027 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.655833 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:23.659904 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Usage tracker for resource:security_group_rule and tenant:7a774296952546b897b6a4a357688b3e is out of sync, need to count used quota {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:23.662865 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.quota.resource [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:23.668871 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.quota.driver [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:23.756903 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.759598 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_create {{(pid=83942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.768293 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-e5d9f7be-8442-4a8e-b017-d7be9a8a3b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:23.811045 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a774296952546b897b6a4a357688b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952385 Feb 17 18:09:23.812014 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b096c1d-71d8-4f55-b118-a7f97e48f425,revision_number=1']} {{(pid=83942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:23.814718 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [-] (83941) accepted ('10.222.0.52', 56754) {{(pid=83941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:23.816209 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-c150c4f8-f509-4139-a2b0-2988d27296df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:23.877148 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6563cebf-d2fd-481c-9012-d94fcc371a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.907952 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6563cebf-d2fd-481c-9012-d94fcc371a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.952615 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6563cebf-d2fd-481c-9012-d94fcc371a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006091'] for security_group, after_delete {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.958028 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-0da0a058-4af7-46ef-9c1e-fc9575ab9863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:23.972300 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563cebf-d2fd-481c-9012-d94fcc371a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b096c1d-71d8-4f55-b118-a7f97e48f425,revision_number=None']} {{(pid=83941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:23.975356 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG oslo_concurrency.lockutils [None req-6563cebf-d2fd-481c-9012-d94fcc371a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:23.984886 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6563cebf-d2fd-481c-9012-d94fcc371a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.986161 dv-cinder-760194-3-smb neutron-server[83830]: INFO neutron.wsgi [None req-6563cebf-d2fd-481c-9012-d94fcc371a56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b096c1d-71d8-4f55-b118-a7f97e48f425 HTTP/1.1" status: 204 len: 168 time: 0.1701984 Feb 17 18:09:36.405083 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:42.745218 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-14a5aec8-3aaf-49a6-8baa-3b277e3cc8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:45.274656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bd6febc0-ab93-44a1-9386-979d5911cf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:45.424032 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:46.447115 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:47.346491 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:48.565338 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:10:06.404656 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:12.747150 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9965e11d-6f40-4378-96a3-d7c4a5f31a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:15.276139 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-f10d8767-4471-4f92-8b7b-f3fe77fb2831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:15.428768 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:16.448294 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:17.348742 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:25.565227 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:10:36.405114 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:42.747811 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c42b-7f9b-4b93-8236-1ca0b25fdf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:45.276955 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-eb56a54f-0d54-49e3-9056-8bcdd75e59bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:45.429340 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:46.449167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:47.351422 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:02.565191 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:11:06.419036 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:12.750026 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-cb8eb57d-ac9e-4018-af58-57ffa11b49f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:15.273410 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9a856449-0d4f-4b2f-af4f-16a5a558daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:15.434418 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:16.450590 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:17.354646 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:36.420826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:39.565111 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:11:42.753913 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7892496d-498e-4d4d-a804-000a540aabaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:45.274241 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0e7e-8e75-464d-9de8-4f9207e686cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:45.436256 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:46.451310 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:47.357167 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:06.434232 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:12.755561 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-0e4234e3-8a92-40e2-8cae-b3b9666cbdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:15.275246 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-086c3260-9ef5-4c7f-b459-ee65dc660c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:15.437647 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:16.452989 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:16.565117 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:12:17.359262 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:36.452220 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:42.756806 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-26bb30b5-c0cf-4de4-8d1c-2a40efe5ba3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:45.278303 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-62d01f7a-db3d-487a-a3c9-b9ae131437b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:45.440733 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:46.455042 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:47.363131 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:53.565062 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:13:06.467334 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:12.758649 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-a26c3b51-909a-4572-93a4-c8c7226d672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:15.281803 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-6227e7d4-a0e5-480d-ba40-4bd9a1992256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:15.444043 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:16.456717 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:17.365972 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:30.565417 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:13:36.459377 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:42.760221 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1981ab81-ef06-496a-97d3-580215386217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:44.311826 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-13bbe4d9-7862-4d91-95d0-488ccab99d0b req-ecfa2e94-872a-465c-a06a-d145174887bd service neutron] (83942) timed out ('10.222.0.38', 60073) {{(pid=83942) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 18:13:45.283645 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-351db0e6-3a4e-4419-a945-2b45d6a02443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:45.448182 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:46.457844 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:47.368762 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:06.469298 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:07.564369 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.db.agents_db [None req-d399e014-30ea-45a0-bee4-ccaeb776cd1e None None] Agent healthcheck: found 6 active agents {{(pid=83944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:14:12.761136 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-caeb9a4d-b52c-4684-a839-dbb1bd658967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:15.285957 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-1a68ee98-7be2-4391-bd60-c4b62c552dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:15.448743 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-9aa47cc4-4c82-426a-9249-3a39efb2cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:16.458675 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-7b417c3c-fdbb-4668-96ca-d5c55bca7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:17.370858 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-8f4630d8-a597-4d3a-bb9d-a6452847ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:32.492331 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron.wsgi [req-557d87a4-7fe5-4cbd-91a2-8015acdf0595 req-5610f263-00e7-4c51-b0af-50681780d4d6 service neutron] (83941) timed out ('10.222.0.38', 60032) {{(pid=83941) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 18:14:36.637389 dv-cinder-760194-3-smb neutron-server[83830]: DEBUG neutron_lib.callbacks.manager [None req-ebc0750f-91cd-489c-91ff-48bb59f78685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298685321998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838094855'] for agent, after_update {{(pid=83943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}